-- Logs begin at Tue 2021-10-12 18:05:17 UTC, end at Tue 2021-10-12 19:01:34 UTC. -- Oct 12 18:34:24.822014 dv-cinder-813228-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 18:34:27.834326 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.common.config [-] Logging enabled! Oct 12 18:34:27.835007 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 18:34:27.835177 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100435) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 18:34:27.838693 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.common.config [-] Logging enabled! Oct 12 18:34:27.838958 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 18:34:27.839273 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100435) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 18:34:27.840240 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:34:27.840503 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:34:27.840973 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:34:27.841224 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:34:27.841453 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:34:27.841778 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.842083 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.842385 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.842657 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.842965 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.843262 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.843546 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.843841 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.844148 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.844440 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.844726 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.845016 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.845252 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.845542 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.845832 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.846127 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.846356 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] debug = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.846665 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.847109 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.847534 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.847817 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.848108 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.848390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.848820 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.848955 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.849212 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.849552 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] host = dv-cinder-813228-2-iscsi {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.849832 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.850122 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.850413 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.850728 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.851008 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.851291 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.851579 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.851856 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.852130 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] log_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.852407 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.852699 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.852997 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.853292 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.853520 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.853746 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.854037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.854327 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.854642 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.854923 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.855203 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.855479 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.855756 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.856027 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.856853 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.857142 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.857434 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.857714 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.857993 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.858270 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.858574 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.858866 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.859142 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.859418 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.859692 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.859984 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.860257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.860532 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.860835 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.861126 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.861411 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.861699 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.861975 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.862262 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.862571 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.862850 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.863124 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] use_json = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.863411 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.863680 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.863965 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.864247 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.864519 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.864790 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.865060 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.865350 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:27.865657 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.865956 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.866254 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.866567 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.866879 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.867165 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.867460 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.867744 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.868036 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.868327 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.868619 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.868901 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.869195 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.869478 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.869778 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.870089 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.870389 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.870711 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.870990 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.871269 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.871548 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.872386 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.873234 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.873530 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.873834 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.874135 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.874421 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.874749 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.875050 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.875347 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.875627 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.875913 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.876212 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.876495 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.876773 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.877056 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.877350 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.877631 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.877908 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.878198 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.878498 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.878781 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.879059 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.879341 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.879637 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.879919 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.880199 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.880478 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.880764 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.881042 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.881331 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.881612 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.881887 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.882163 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.882445 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.882744 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.883020 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.883300 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.883580 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.883868 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.884160 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.884426 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.884698 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.884972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.885247 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.885520 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.885793 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.886071 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.886352 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.886653 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.886933 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.887210 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.887538 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.887942 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.888096 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.891911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.891911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.891911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.891911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.891911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.891911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.891911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.891911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.892551 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.892551 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.892551 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.892551 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.892551 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.892551 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.892551 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.893019 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.893019 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.893166 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.893458 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.893745 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.894033 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.894335 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.894745 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.895048 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.895346 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.895647 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.895932 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.896249 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.896535 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:27.896758 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:34:27.897016 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100435) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 18:34:28.347445 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 18:34:28.347805 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 18:34:28.348006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 18:34:28.348345 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 18:34:28.678450 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.678763 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.679041 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.680239 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.680512 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.680781 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.716690 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.716971 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.717257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.733793 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.734080 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.734355 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.766073 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.766359 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.766664 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.803382 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.803661 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:28.803939 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.048331 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.048970 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.048970 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.049147 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.049761 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.175838 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.176160 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.176451 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.176727 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.177001 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.177315 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.177580 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.177842 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.178101 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.178389 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.178678 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.178953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.179214 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.179472 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.179734 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.180003 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.180262 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.180534 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.180806 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.181079 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.181353 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.181612 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.181898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.182299 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.182582 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.182836 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.183267 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:34:29.183513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:34:29.183754 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:34:29.183996 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:34:29.184780 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:34:29.185062 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:34:29.185492 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 18:34:29.188944 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 18:34:29.192977 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 18:34:29.198027 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Oct 12 18:34:29.199779 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 18:34:29.200783 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 18:34:29.201133 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 18:34:29.201530 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 18:34:29.204443 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 18:34:29.204705 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 18:34:29.205056 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 18:34:29.210642 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 18:34:29.234455 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 18:34:29.234950 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.235263 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100435) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 18:34:29.235640 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.237164 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100435) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 18:34:29.237460 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 18:34:29.237708 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 18:34:29.241177 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.241469 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:29.305466 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 18:34:29.305695 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 18:34:29.305858 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 18:34:29.306253 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 18:34:29.328292 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_db.sqlalchemy.engines [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100435) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 18:34:29.881077 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Initializing driver for type 'gre' Oct 12 18:34:29.881608 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] gre ID ranges: [(1, 1000)] Oct 12 18:34:29.939876 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Initializing driver for type 'local' Oct 12 18:34:29.940333 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Initializing driver for type 'vlan' Oct 12 18:34:29.956571 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] VlanTypeDriver initialization complete Oct 12 18:34:29.956934 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Initializing driver for type 'vxlan' Oct 12 18:34:29.957463 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] vxlan ID ranges: [(1, 1000)] Oct 12 18:34:30.038812 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Initializing extension driver 'port_security' Oct 12 18:34:30.039084 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] PortSecurityExtensionDriver initialization complete Oct 12 18:34:30.039425 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Initializing mechanism driver 'openvswitch' Oct 12 18:34:30.039768 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Initializing mechanism driver 'hyperv' Oct 12 18:34:30.046798 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:30.047517 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > port after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.047896 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > port after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.048251 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > port after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.048803 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:34:30.049727 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > subnet after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.049727 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > subnet after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.050036 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.050306 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:34:30.050748 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > network after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.051120 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > network after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.051469 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > network after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.051867 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:34:30.052284 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > security_group after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.052642 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > security_group after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.052990 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.053701 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:34:30.053961 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.054315 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.054712 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.055116 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:34:30.055530 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > address_group after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.055883 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > address_group after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.056226 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.056625 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:34:30.057009 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] ML2 OVO RPC backend initialized. {{(pid=100435) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 18:34:30.057735 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.058095 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.058537 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > network before_response 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.058895 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > networks before_response 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.059311 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > port before_response 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.059667 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > ports before_response 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.060041 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > subnet before_response 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.060470 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > subnets before_response 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.060831 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > network after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.061179 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > network after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.061522 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > network after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.061866 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > port after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.062211 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > port after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.062589 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > port after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.062932 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > subnet after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.063273 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > subnet after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.063611 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.064213 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.plugin [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Modular L2 Plugin initialization complete Oct 12 18:34:30.064548 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading services supported by the core plugin {{(pid=100435) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 18:34:30.064883 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.plugins.ml2.managers [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Got port-security extension from driver 'port_security' Oct 12 18:34:30.065360 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.extensions.vlantransparent [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Disabled vlantransparent extension. Oct 12 18:34:30.065855 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100435) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 18:34:30.066176 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading Plugin: router Oct 12 18:34:30.104129 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.104524 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router after_create 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.104900 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router before_create 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.105271 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.105651 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.106061 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router after_delete 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.106434 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.106829 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.107183 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router after_create 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.107536 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router after_update 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.107890 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router after_update 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.108245 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.108606 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router after_update 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.109027 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_update 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.109401 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: port after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.109746 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: port after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.110091 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: subnet after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.110435 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.110817 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.111171 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_create 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.111517 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: port before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.111865 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.112228 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router after_update 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.112579 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.112939 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_create 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.113309 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.113664 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_update 55549900 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.114041 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > agent after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.114399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > agent after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.114773 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > network after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.115702 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Tracking information for resource: router configured {{(pid=100435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:34:30.116045 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Tracking information for resource: floatingip configured {{(pid=100435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:34:30.121391 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.db.l3_agentschedulers_db [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 18:34:30.122509 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: port after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.122890 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: port after_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.123317 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: port after_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.123619 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: port after_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.124442 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router before_create 55550100 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.124819 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.125186 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_create 55550100 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.125547 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > router precommit_update 55550100 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.130576 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.services.provider_configuration [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service providers = [] {{(pid=100435) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 18:34:30.130951 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.db.servicetype_db [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100435) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 18:34:30.133958 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.services.service_base [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:34:30.134309 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.services.service_base [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:34:30.134691 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.services.service_base [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:34:30.135601 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.services.service_base [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:34:30.135980 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.services.service_base [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 18:34:30.136364 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:34:30.136688 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 18:34:30.148419 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:34:30.148760 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading Plugin: auto_allocate Oct 12 18:34:30.155489 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: network precommit_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.155809 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: network precommit_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.156351 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:34:30.156676 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading Plugin: tag Oct 12 18:34:30.163430 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:34:30.163771 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading Plugin: timestamp Oct 12 18:34:30.169846 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:34:30.170180 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading Plugin: network_ip_availability Oct 12 18:34:30.175784 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.176160 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.176521 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.177266 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:34:30.177588 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading Plugin: flavors Oct 12 18:34:30.182508 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:34:30.182846 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading Plugin: revisions Oct 12 18:34:30.188235 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:34:30.188638 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_concurrency.lockutils [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=100435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 18:34:30.189422 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100435) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 18:34:30.189767 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Initializing extension manager. Oct 12 18:34:30.190295 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: __init__.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.190676 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: __pycache__ {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.191022 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.191362 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: address_group.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.192155 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.192743 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: address-group Oct 12 18:34:30.193071 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: address_scope.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.193799 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.194312 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: address-scope Oct 12 18:34:30.194677 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.195847 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.196364 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: router-admin-state-down-before-update Oct 12 18:34:30.196725 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: agent.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.197438 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.197952 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: agent Oct 12 18:34:30.198276 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: agent_resources_synced.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.199220 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.199777 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: agent-resources-synced Oct 12 18:34:30.200108 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: allowedaddresspairs.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.202126 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.202681 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: allowed-address-pairs Oct 12 18:34:30.203012 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: auto_allocated_topology.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.204112 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.204624 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: auto-allocated-topology Oct 12 18:34:30.204961 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: availability_zone.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.205665 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.206181 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: availability_zone Oct 12 18:34:30.206538 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: availability_zone_filter.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.207458 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.207976 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: availability_zone_filter Oct 12 18:34:30.208296 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: data_plane_status.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.209220 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.209722 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 18:34:30.210052 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: default_subnetpools.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.211009 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.211520 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: default-subnetpools Oct 12 18:34:30.212121 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.212957 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.213469 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: dhcp_agent_scheduler Oct 12 18:34:30.213797 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: dns.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.214771 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.215610 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 18:34:30.216136 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: dns_domain_ports.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.217089 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.217605 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 18:34:30.217926 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.218898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.219437 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 18:34:30.219766 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: dvr.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.220459 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.220979 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: dvr Oct 12 18:34:30.221300 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: ecmp_routes.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.222229 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.222784 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 18:34:30.223114 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: empty_string_filtering.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.224039 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.224555 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: empty-string-filtering Oct 12 18:34:30.224878 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.225813 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.226325 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 18:34:30.226686 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.227613 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.228119 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 18:34:30.228444 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: external_net.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.229366 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.229878 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: external-net Oct 12 18:34:30.230217 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.231707 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.232221 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: extra_dhcp_opt Oct 12 18:34:30.232550 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: extraroute.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.233477 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.233997 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: extraroute Oct 12 18:34:30.234320 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: extraroute_atomic.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.235421 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.235940 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: extraroute-atomic Oct 12 18:34:30.236269 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: filter_validation.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.236986 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.237499 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: filter-validation Oct 12 18:34:30.237831 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: fip_pf_description.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.238787 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.239303 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 18:34:30.239625 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: fip_port_details.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.240559 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.241072 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: fip-port-details Oct 12 18:34:30.241398 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: flavors.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.242710 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.243238 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: flavors Oct 12 18:34:30.243573 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.245303 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.245835 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 18:34:30.246173 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: floatingip_pools.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.247553 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.248074 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: floatingip-pools Oct 12 18:34:30.248404 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: ip_allocation.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.249355 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.249871 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 18:34:30.250199 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.251180 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.251701 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: ip-substring-filtering Oct 12 18:34:30.252034 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: l2_adjacency.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.252965 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.253475 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 18:34:30.253802 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: l3.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.255018 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.255544 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: router Oct 12 18:34:30.255874 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.258214 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.258783 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 18:34:30.259126 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.260066 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.260593 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: ext-gw-mode Oct 12 18:34:30.260927 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.261877 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.262447 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: l3-ha Oct 12 18:34:30.262802 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: l3_flavors.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.263751 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.264264 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: l3-flavors Oct 12 18:34:30.264594 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.265515 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.266027 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 18:34:30.266357 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: l3agentscheduler.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.267464 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.267982 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: l3_agent_scheduler Oct 12 18:34:30.268314 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: logging.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.269885 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.270419 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension logging not supported by any of loaded plugins Oct 12 18:34:30.270788 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: metering.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.271545 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.272139 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: metering Oct 12 18:34:30.272472 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.273581 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.274106 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: metering_source_and_destination_fields Oct 12 18:34:30.274440 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: multiprovidernet.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.275423 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.275942 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: multi-provider Oct 12 18:34:30.276274 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: netmtu.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.277198 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.277716 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: net-mtu Oct 12 18:34:30.278276 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: netmtu_writable.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.279240 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.279759 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: net-mtu-writable Oct 12 18:34:30.280090 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: network_availability_zone.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.280776 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.281289 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: network_availability_zone Oct 12 18:34:30.281619 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: network_ip_availability.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.282792 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.283311 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: network-ip-availability Oct 12 18:34:30.283641 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: network_segment_range.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.284421 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.284931 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 18:34:30.285261 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: pagination.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.286265 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.286630 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: pagination Oct 12 18:34:30.286959 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: port_device_profile.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.287892 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.288413 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: port-device-profile Oct 12 18:34:30.288742 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.289728 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.290194 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: port-mac-address-regenerate Oct 12 18:34:30.290558 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.291476 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.291988 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: port-numa-affinity-policy Oct 12 18:34:30.292314 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: port_resource_request.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.293247 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.294699 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 18:34:30.295030 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: portbindings.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.296134 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.296653 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: binding Oct 12 18:34:30.296988 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: portbindings_extended.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.298297 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.298860 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: binding-extended Oct 12 18:34:30.299190 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: portsecurity.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.300145 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.300661 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: port-security Oct 12 18:34:30.300991 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: project_id.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.302003 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.302340 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: project-id Oct 12 18:34:30.302696 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: providernet.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.303615 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.304130 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: provider Oct 12 18:34:30.304458 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.308112 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.308635 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos not supported by any of loaded plugins Oct 12 18:34:30.308976 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.310913 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.311448 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 18:34:30.311787 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.312736 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.313256 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 18:34:30.313588 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_default.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.314557 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.315082 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-default not supported by any of loaded plugins Oct 12 18:34:30.315411 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_fip.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.316098 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.316608 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 18:34:30.316936 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_gateway_ip.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.317877 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.318390 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 18:34:30.318746 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_port_network_policy.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.319667 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.320180 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 18:34:30.320511 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.321576 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.322098 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 18:34:30.322427 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_pps_rule.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.323658 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.324183 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 18:34:30.324523 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_rule_type_details.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.325517 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.326034 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 18:34:30.326364 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: qos_rules_alias.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.327449 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.327961 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 18:34:30.328292 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: quotasv2.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.329289 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.329618 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: quotas Oct 12 18:34:30.329944 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: quotasv2_detail.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.333423 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.333771 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: quota_details Oct 12 18:34:30.334112 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: rbac.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.335236 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.335769 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: rbac-policies Oct 12 18:34:30.336108 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: rbac_address_group.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.337315 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.337846 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: rbac-address-group Oct 12 18:34:30.338179 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: rbac_address_scope.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.339143 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.339664 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: rbac-address-scope Oct 12 18:34:30.339994 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: rbac_security_groups.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.341470 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.341986 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: rbac-security-groups Oct 12 18:34:30.342320 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: rbac_subnetpool.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.343283 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.343797 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: rbac-subnetpool Oct 12 18:34:30.344127 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: revisionifmatch.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.345067 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.345582 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: revision-if-match Oct 12 18:34:30.345910 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: revisions.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.347107 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.347623 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: standard-attr-revisions Oct 12 18:34:30.347952 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: router_availability_zone.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.348637 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.349151 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: router_availability_zone Oct 12 18:34:30.349482 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: routerservicetype.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.350406 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.350967 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 18:34:30.351285 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.352218 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.352737 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: security-groups-normalized-cidr Oct 12 18:34:30.353065 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.353994 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.354545 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: port-security-groups-filtering Oct 12 18:34:30.354877 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.355815 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.356930 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: security-groups-remote-address-group Oct 12 18:34:30.357264 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: securitygroup.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.367313 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.367855 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: security-group Oct 12 18:34:30.368256 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: segment.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.369072 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.369595 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension segment not supported by any of loaded plugins Oct 12 18:34:30.369936 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.371035 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.371605 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 18:34:30.371953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: servicetype.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.373170 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.373688 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: service-type Oct 12 18:34:30.374050 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: sorting.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.375065 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.375405 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: sorting Oct 12 18:34:30.375728 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: standard_attr_segment.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.376659 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.377181 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 18:34:30.377515 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: standardattrdescription.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.378174 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.378714 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: standard-attr-description Oct 12 18:34:30.379045 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: stateful_security_group.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.379992 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.380526 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: stateful-security-group Oct 12 18:34:30.380855 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: stdattrs_common.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.381454 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 18:34:30.381779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.382749 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.383266 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 18:34:30.383586 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: subnet_onboard.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.384678 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.385198 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: subnet_onboard Oct 12 18:34:30.385532 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.386490 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.387008 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 18:34:30.387504 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: subnet_service_types.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.388540 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.389068 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: subnet-service-types Oct 12 18:34:30.389393 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: subnetallocation.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.390549 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.391070 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: subnet_allocation Oct 12 18:34:30.391411 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.392113 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.392629 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: subnetpool-prefix-ops Oct 12 18:34:30.392956 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.393917 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.394442 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 18:34:30.394795 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: tagging.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.395912 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.396438 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: standard-attr-tag Oct 12 18:34:30.396779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: timestamp.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.398727 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.399669 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loaded extension: standard-attr-timestamp Oct 12 18:34:30.400202 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: trunk.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.401882 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.403308 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension trunk not supported by any of loaded plugins Oct 12 18:34:30.403792 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: trunk_details.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.405160 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.406029 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 18:34:30.406581 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: uplink_status_propagation.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.408009 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.408914 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 18:34:30.409448 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Loading extension file: vlantransparent.py {{(pid=100435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:34:30.410485 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:34:30.411023 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 18:34:30.413565 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:network Oct 12 18:34:30.414122 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:subnet Oct 12 18:34:30.414557 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:34:30.414964 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:port Oct 12 18:34:30.416273 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.416719 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service FLAVORS assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.417368 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.417799 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.418133 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:router Oct 12 18:34:30.419202 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 18:34:30.419709 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service METERING assigned prefix: /metering {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.421207 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.421207 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.421927 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:34:30.423060 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 18:34:30.423470 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:security_group Oct 12 18:34:30.423914 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 18:34:30.424519 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service CORE assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.424855 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:34:30.425210 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] subnetpool is already registered Oct 12 18:34:30.425866 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service CORE assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.425995 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:34:30.426340 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] subnetpool is already registered Oct 12 18:34:30.428716 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.429159 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service FLAVORS assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.429764 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.430195 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.430582 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:router Oct 12 18:34:30.430933 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] router is already registered Oct 12 18:34:30.431352 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 18:34:30.431696 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] floatingip is already registered Oct 12 18:34:30.432161 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service METERING assigned prefix: /metering {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.432850 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 18:34:30.433181 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] rbac_policy is already registered Oct 12 18:34:30.433599 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:security_group Oct 12 18:34:30.433940 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] security_group is already registered Oct 12 18:34:30.434704 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 18:34:30.435236 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] security_group_rule is already registered Oct 12 18:34:30.435890 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service CORE assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.436224 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:34:30.436568 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] subnetpool is already registered Oct 12 18:34:30.436992 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.v2.resource_helper [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Service CORE assigned prefix: {{(pid=100435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:34:30.437322 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:34:30.437657 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING neutron.quota.resource_registry [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] subnetpool is already registered Oct 12 18:34:30.438137 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: extensions {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.439734 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: address-groups {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.441252 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: address-scopes {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.442620 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: agents {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.443803 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: auto-allocated-topology {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.445074 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: availability_zones {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.446323 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: dhcp-networks {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.449063 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: dhcp-agents {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.450905 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: routers {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.453145 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: flavors {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.454343 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: service_profiles {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.455613 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: next_providers {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.457101 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: service_profiles {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.458672 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: floatingip-pools {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.459918 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: routers {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.462402 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: floatingips {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.463727 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: l3-routers {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.465131 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: l3-agents {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.467183 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: metering-labels {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.468573 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: metering-label-rules {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.469876 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: network-ip-availabilities {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.471200 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: bindings {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.472883 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: quotas {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.474459 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: quotas {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.476046 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: rbac-policies {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.477346 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: security-groups {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.478621 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: security-group-rules {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.479875 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: service-providers {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.482099 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: subnetpools {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.483564 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: subnetpools {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.485107 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.486833 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.488643 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.490433 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.492293 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.494169 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.495909 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.497901 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.499720 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.501582 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron.api.extensions [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Extended resource: tags {{(pid=100435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:34:30.507815 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING keystonemiddleware.auth_token [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 18:34:30.513929 dv-cinder-813228-2-iscsi neutron-server[100435]: WARNING keystonemiddleware.auth_token [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 18:34:30.522761 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_concurrency.lockutils [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Acquired lock "singleton_lock" {{(pid=100435) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 18:34:30.523243 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_concurrency.lockutils [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Releasing lock "singleton_lock" {{(pid=100435) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 18:34:30.523899 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO oslo_service.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Starting 2 workers Oct 12 18:34:30.529510 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Started child 100546 {{(pid=100435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:34:30.534241 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Started child 100547 {{(pid=100435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:34:30.534718 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.535902 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO neutron.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 18:34:30.536282 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [-] (100546) wsgi starting up on http://0.0.0.0:9696 Oct 12 18:34:30.536559 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Notify callbacks [] for process, before_spawn {{(pid=100435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.539031 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO oslo_service.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Starting 1 workers Oct 12 18:34:30.539185 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.540496 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [-] (100547) wsgi starting up on http://0.0.0.0:9696 Oct 12 18:34:30.544472 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Started child 100548 {{(pid=100435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:34:30.545044 dv-cinder-813228-2-iscsi neutron-server[100435]: INFO oslo_service.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Starting 1 workers Oct 12 18:34:30.548233 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] calling RpcWorker wait() {{(pid=100548) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 18:34:30.548851 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] returning from RpcWorker wait() {{(pid=100548) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 18:34:30.549653 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Started child 100549 {{(pid=100435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:34:30.550134 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.550498 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG neutron_lib.callbacks.manager [None req-3b5d00b4-36d3-4094-845d-6607df643a90 None None] Notify callbacks [] for process, after_spawn {{(pid=100435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.550620 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:30.552459 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100435) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 18:34:30.552673 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:34:30.552863 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:34:30.553082 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:34:30.553446 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:34:30.553613 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:34:30.554148 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.554410 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.554706 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.554845 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.555494 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.555494 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.555742 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:30.555865 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.556065 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.556307 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.556585 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.556842 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.557024 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.557185 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.557445 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.557677 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.557992 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.558260 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.558537 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.558790 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.558969 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.559759 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.560023 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.560276 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.560550 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] debug = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.560798 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.561283 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.561513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.561764 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.562012 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.562285 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.562533 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.562796 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.563047 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.563292 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.563534 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.563793 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.564036 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.564249 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.564473 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.564720 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.564945 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.565430 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] host = dv-cinder-813228-2-iscsi {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.565666 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.565899 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.566149 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.566380 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.566693 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.566862 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.567175 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.567385 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.567660 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.567915 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.568143 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.568400 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.568652 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.568890 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.569058 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_options = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.569274 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.569551 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.569813 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.570002 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.570170 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.570351 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.570636 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.570802 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.571075 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.571308 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.571524 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.571759 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.571990 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.572221 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.572476 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.572708 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.572948 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.573203 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.573449 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.573683 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.573911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.574158 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.574403 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.574766 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.575532 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.575754 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.575980 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.576195 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.576410 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.576652 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.576915 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.577158 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.577417 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.577626 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.577898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.578158 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.578351 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.578598 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.578880 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.579107 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.579351 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.579612 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.579834 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.580089 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.580310 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.580546 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.580773 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_json = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.580917 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.581143 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.581388 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.581609 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.581822 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.582181 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.582339 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.582582 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.583123 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.583402 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.583722 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.584478 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.584478 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.584856 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.585005 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.585206 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.585728 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.585728 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.586146 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.586146 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.586567 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.586986 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.587153 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.587565 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.587731 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.587993 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.588290 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.588482 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.588698 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.588943 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.589231 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.589467 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.589719 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.589950 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.590201 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.591005 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.591246 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.591460 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.591715 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.591951 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.592173 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.592396 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.592646 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.592867 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.593088 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.593349 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.593592 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.593804 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.595884 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.595884 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.595884 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.595884 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.595884 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.595884 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.597104 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.597104 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.597104 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.597104 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.597104 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.597104 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.602037 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.603367 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.607794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.609390 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.610972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.610972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.610972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.610972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.610972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.610972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.610972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.610972 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.612194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.612194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.612194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.612194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.612194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.612194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.612194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.612194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.613513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.613513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.613513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.613513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.613513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.613513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.613513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.613513 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.614607 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.614607 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.614607 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.614607 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.614607 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.614607 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.614607 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.614607 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.615872 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.615872 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.615872 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.615872 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.615872 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.615872 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.615872 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.615872 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.616880 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.616880 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.616880 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.616880 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.616880 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.616880 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.616880 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.617794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.617794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.617794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.617794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.618491 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.618491 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.618491 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.618893 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.618893 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.619191 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.619888 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.619888 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.619888 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.620435 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.620435 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.623342 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.623342 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.623342 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.623342 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.623342 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.623342 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.623342 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.623342 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.624399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.624399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.624399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.624399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.624399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.624399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.624399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.624399 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.625414 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.625414 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.625414 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.625414 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.625414 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.626049 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.626049 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.626049 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.626447 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.626608 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.626759 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.626971 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.627214 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.628535 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.628535 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.628535 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.628535 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.628535 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.628535 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.629333 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.629333 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.629333 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.630422 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.630422 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.630422 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.630422 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.630422 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.632257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.632257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.632257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.632257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.632257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.632257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.632257 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.633556 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.633556 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.633556 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.633556 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.633556 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.633556 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.635634 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.635634 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.635634 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.635634 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.635634 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.635634 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.635634 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.635634 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.636667 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.636667 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.636667 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.637082 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.637082 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.637510 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.637510 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.639480 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.639480 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.639480 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.639480 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.639480 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.639480 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.639480 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.639480 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.640775 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.640775 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.640775 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.640775 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.640775 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.640775 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.640775 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.641656 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.641656 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.641656 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.641656 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.642181 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.642181 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.642181 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.642613 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.642613 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.642870 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.643018 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.643248 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.643494 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.643730 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.643730 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.644329 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.644477 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.644708 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.645038 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.645285 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.645552 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.645820 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.646070 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.648297 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.648297 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.648297 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.648297 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.648297 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.648992 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.648992 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.649259 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.649394 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.649529 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.649794 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.650262 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.650712 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.651139 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.651373 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.651786 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.652196 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.652571 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.653488 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.653891 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.654277 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.654730 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.654967 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.655231 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.655455 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.655688 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.655906 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.656126 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.656500 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.656771 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.656994 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.657161 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:34:30.657728 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100435) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 18:34:30.657891 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:34:30.658218 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:34:30.658426 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:34:30.658639 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:34:30.658779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:34:30.659019 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.659194 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.659335 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.659470 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.659604 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.659753 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.660026 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.660200 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.660200 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.660443 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.660577 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.660711 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.660841 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.660973 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.661116 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.661248 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.661632 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.661632 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.662032 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.662032 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.662032 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.662571 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.662571 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] debug = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.662571 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.663044 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.663044 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.663044 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.663473 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.663473 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.663473 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.664070 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.664070 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.664070 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.664070 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665000 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665000 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665000 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665000 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665000 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665000 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665000 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] host = dv-cinder-813228-2-iscsi {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.665953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.666937 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.666937 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.666937 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.666937 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.666937 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.666937 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.667840 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.667840 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.667840 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_options = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.667840 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.667840 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.667840 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.668858 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.668858 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.668858 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.668858 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.668858 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.668858 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.669861 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.669861 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.669861 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.669861 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.669861 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.669861 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.669861 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.670977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.670977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.670977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.670977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.670977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.670977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.670977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.670977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.672898 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.673660 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.673660 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.673660 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.673660 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.673660 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.674316 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.674316 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.674316 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.674316 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.674904 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_json = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.674904 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.674904 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.674904 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.675433 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.675433 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.675433 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.675433 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.675948 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:34:30.675948 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.675948 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.676462 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.676462 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.676462 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.676462 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.676981 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.676981 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.676981 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.677391 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.677391 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.677391 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.677790 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.677790 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.678059 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.678059 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.678330 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.678330 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.678817 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.678817 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.678817 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.679338 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.679338 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.679338 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.679733 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.679733 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.679733 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.680134 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.680134 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.680402 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.680402 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.680746 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.680746 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.680746 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.681144 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.681144 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.681427 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.681427 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.681694 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.681694 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.681962 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.681962 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.682294 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.682294 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.682627 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.682627 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.682911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.682911 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.683181 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.683181 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.683511 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.683511 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.683844 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.684576 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.684865 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.684865 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.685197 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.685197 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.685518 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.685518 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.685848 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.685998 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.686202 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.686202 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.686548 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.686548 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.686820 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.686820 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.687091 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.687298 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.687298 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.687785 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.687785 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.688199 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.688199 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.688473 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.688473 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.688763 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.688763 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.689208 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.689208 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.689208 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.689739 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.689739 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.689739 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.689739 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.690498 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.690498 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.690498 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.690498 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.691261 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.691261 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.691261 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.691261 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.691261 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692006 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.692779 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.693541 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.693541 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.693541 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.693541 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.693541 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.694369 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.694369 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.694369 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.694369 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.694369 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695162 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695162 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695162 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695162 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695162 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695818 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695818 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695818 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.695818 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.696453 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.696453 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.696453 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.696453 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.696453 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.697166 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.697166 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.697166 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.697166 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.697741 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.697741 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.697741 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.697741 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.698273 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.698273 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.698273 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.698273 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.698870 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.698870 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.698870 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.699262 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.699262 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.699262 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.699906 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.699906 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.699906 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.700412 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.700412 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.700708 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.700708 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.700977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.700977 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.701310 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.701310 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.701576 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.701576 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.701864 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.701864 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.702268 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.702268 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.702268 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.702680 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.702680 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.702946 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.702946 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.703216 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.703216 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.703506 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.703506 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.703841 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.703841 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.704114 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.704114 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.704380 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.704380 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.704665 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.704665 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.704937 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.705134 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.705134 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.705408 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.705408 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.705679 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.705885 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.705885 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.706169 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.706169 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.706580 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.706580 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.706856 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.706856 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.707234 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.707234 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.707234 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.707714 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.707714 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.707714 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.708172 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.708172 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.708172 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.708621 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.708621 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.708621 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.709032 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.709032 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.709032 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.709438 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.709438 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.709730 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.709730 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.710001 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:30.710172 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.710172 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.710172 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.710591 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.710591 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.710591 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.710953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.710953 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.711189 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.711189 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.711472 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.711621 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.712021 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.712167 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.712314 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.712458 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.712603 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.712762 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.712910 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.713056 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.713202 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.713349 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.713495 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.713655 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.713801 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.713949 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.714108 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.714255 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.714400 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.714758 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.714758 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.715147 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.715147 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.715147 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.715576 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.715576 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.715879 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.715879 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.716152 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.716279 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.716366 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.716484 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.716630 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.716806 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.716998 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.717198 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.717353 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.717485 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.717625 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.717774 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.717894 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.718067 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.718219 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.718379 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.718555 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.718756 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.718941 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.719092 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.719224 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.719369 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.719575 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.719723 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.719897 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.720046 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.720191 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.720331 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.720476 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.720623 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.720749 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.720885 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.721032 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.721277 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.721277 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.721602 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.721602 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:34:30.721935 dv-cinder-813228-2-iscsi neutron-server[100435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:34:31.016147 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 56874) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:31.024898 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065413 Oct 12 18:34:43.109429 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45dc2d-fc0d-457e-b4a9-825e07cfcd14 None None] get_active_networks_info from dv-cinder-813228-2-iscsi {{(pid=100548) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 18:34:43.175841 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45dc2d-fc0d-457e-b4a9-825e07cfcd14 None None] No non-hosted networks {{(pid=100548) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 18:34:43.193275 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.agentschedulers_db [None req-bc45dc2d-fc0d-457e-b4a9-825e07cfcd14 None None] DHCP Agent not found on host dv-cinder-813228-2-iscsi {{(pid=100548) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 18:34:43.283868 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bee624e6-321e-47f6-a2df-55dc92280eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484099'] for agent, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:45.954853 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a05f9edd-6db4-436f-ae13-5bbbc2b2857f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484099'] for agent, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:46.017483 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-33dcf7ab-ce4a-4251-86cd-1c388fe2d251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:46.864121 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484099'] for agent, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:46.864859 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.865209 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.866667 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.867181 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.867527 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.868528 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.871059 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.871427 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.872369 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.873218 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.876614 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.879042 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:46.879636 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813228-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:46.898526 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813228-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:47.223121 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484099'] for agent, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:49.046110 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484099'] for agent, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:49.150148 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.db.l3_hamode_db [None req-8ddd8fd1-4780-4adb-ae16-f876f0243616 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 18:34:49.236389 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd8fd1-4780-4adb-ae16-f876f0243616 None None] Routers set() bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:34:49.236775 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd8fd1-4780-4adb-ae16-f876f0243616 None None] Router IDs set() for agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 18:34:49.922188 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 56966) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:50.452977 dv-cinder-813228-2-iscsi neutron-server[100546]: WARNING oslo_policy.policy [None req-c2b884a5-4022-48fe-a988-b4f7a3ddcaa9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:34:50.453566 dv-cinder-813228-2-iscsi neutron-server[100546]: WARNING oslo_policy.policy [None req-c2b884a5-4022-48fe-a988-b4f7a3ddcaa9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:34:50.686637 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [None req-c2b884a5-4022-48fe-a988-b4f7a3ddcaa9 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:34:50.687775 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c2b884a5-4022-48fe-a988-b4f7a3ddcaa9 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7646174 Oct 12 18:34:53.221395 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 56980) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:53.530727 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-4814e0cd-86cc-471b-bfca-8295a911d955 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:34:53.628368 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.policy [None req-4814e0cd-86cc-471b-bfca-8295a911d955 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100546) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 18:34:53.676697 dv-cinder-813228-2-iscsi neutron-server[100546]: WARNING oslo_policy.policy [None req-4814e0cd-86cc-471b-bfca-8295a911d955 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:34:53.677081 dv-cinder-813228-2-iscsi neutron-server[100546]: WARNING oslo_policy.policy [None req-4814e0cd-86cc-471b-bfca-8295a911d955 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:34:53.685958 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.quota [None req-4814e0cd-86cc-471b-bfca-8295a911d955 admin admin] Loaded quota_driver: . Oct 12 18:34:53.782231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4814e0cd-86cc-471b-bfca-8295a911d955 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750477512741', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750477513328', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750477524993', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750477532125', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750475974115', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750477504101', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3539760', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3546815', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-479952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567808'] for rbac-policy, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.850091 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4814e0cd-86cc-471b-bfca-8295a911d955 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.851307 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4814e0cd-86cc-471b-bfca-8295a911d955 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6289437 Oct 12 18:34:56.746597 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 56992) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:57.253571 dv-cinder-813228-2-iscsi neutron-server[100547]: WARNING oslo_policy.policy [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:34:57.254162 dv-cinder-813228-2-iscsi neutron-server[100547]: WARNING oslo_policy.policy [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:34:57.478093 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'admin_state_up': True, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:34:57.480062 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.quota [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Loaded quota_driver: . Oct 12 18:34:57.536420 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Made reservation on behalf of a8d63185c4194a4d908c63bca714c7fb for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:34:57.607630 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.policy [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100547) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 18:34:57.654201 dv-cinder-813228-2-iscsi neutron-server[100547]: WARNING oslo_policy.policy [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:34:57.654603 dv-cinder-813228-2-iscsi neutron-server[100547]: WARNING oslo_policy.policy [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:34:57.665177 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.686768 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.803303 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.807794 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.827826 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:34:57.856800 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750477880567', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.857402 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Unsubscribe: segment precommit_create {{(pid=100547) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 18:34:57.857912 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Added segment fc48d117-a235-40f9-83f5-43da6060f570 of type vlan for network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 Oct 12 18:34:57.875558 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988615fc-777b-4f20-b7f2-21b20872fcfb,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:57.897275 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.897605 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.897939 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.898261 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.898607 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.898939 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.899259 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.899588 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.899920 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.900236 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.900607 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.900956 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Tracked resource versions report: Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: pushed versions: Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: { 'AddressGroup': {'1.2'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'ConntrackHelper': {'1.0'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Log': {'1.0'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Network': {'1.1'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Port': {'1.7'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'PortForwarding': {'1.2'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'QosPolicy': {'1.10'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SecurityGroup': {'1.4'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SubPort': {'1.0'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Subnet': {'1.1'}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Trunk': {'1.1'}} Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: consumer versions: Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: { DHCP agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: L3 agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: Metadata agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: Metering agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: Open vSwitch agent@dv-cinder-813228-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'ConntrackHelper': '1.0', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Log': '1.0', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Network': '1.1', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Port': '1.7', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'PortForwarding': '1.2', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'QosPolicy': '1.10', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SecurityGroup': '1.4', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SecurityGroupRule': '1.2', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SubPort': '1.0', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Subnet': '1.1', Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Trunk': '1.1'}} Oct 12 18:34:57.902273 dv-cinder-813228-2-iscsi neutron-server[100547]: {{(pid=100547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:34:57.993511 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.040138 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.041605 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:58.042245 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.131210 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3824143 Oct 12 18:34:58.156239 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ccb52-4aee-4595-967c-eedb1215d970 admin admin] Pushing event updated for resources: {'Network': ['ID=608e49a2-2b5b-4e63-bc3c-51c0d82ce109,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:58.169496 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:35:00.985258 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57014) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:01.380302 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f0d077-ee6c-47c8-b8aa-c05855f36d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:01.381675 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-63f0d077-ee6c-47c8-b8aa-c05855f36d12 admin admin] 10.222.0.62 "GET /v2.0/networks/608e49a2-2b5b-4e63-bc3c-51c0d82ce109 HTTP/1.1" status: 200 len: 825 time: 0.3954043 Oct 12 18:35:01.424515 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-91e5dea0-3437-4116-bf28-2c0f8b0ad468 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/422c770a-7edb-43ba-bf27-d9cdfb5375c3 HTTP/1.1" status: 200 len: 734 time: 0.0350077 Oct 12 18:35:01.434549 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'gateway_ip': '172.20.0.1', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'subnetpool_id': '422c770a-7edb-43ba-bf27-d9cdfb5375c3'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:01.456658 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Made reservation on behalf of a8d63185c4194a4d908c63bca714c7fb for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:35:01.459025 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:01.758226 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:01.829712 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb04195f-5f46-4332-afce-e3b37ec9a4bb,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:01.831793 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Checking segment: {'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:35:01.832183 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Network hostable DHCP agents. Network: 608e49a2-2b5b-4e63-bc3c-51c0d82ce109, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:35:01.855917 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:35:01.867542 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 608e49a2-2b5b-4e63-bc3c-51c0d82ce109) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:01.872504 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:01.873088 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:01.878101 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c5c72-3ac0-4e09-ad76-f103f484246f None None] Network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:35:01.890148 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e6c6db28-1cce-4edd-9f4c-8c3872bd48a4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4591413 Oct 12 18:35:02.215877 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'fixed_ips': [{'subnet_id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:35:02.217131 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:02.503442 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Allocated IP 172.20.0.2 (608e49a2-2b5b-4e63-bc3c-51c0d82ce109/cb04195f-5f46-4332-afce-e3b37ec9a4bb/3a9a5fa9-4ca9-43ab-8352-2fb07d125825) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:35:02.744473 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:02.752341 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:02.833552 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:35:02.839504 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:02.843303 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:35:02.849978 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Pushing event updated for resources: {'Port': ['ID=3a9a5fa9-4ca9-43ab-8352-2fb07d125825,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:02.881870 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.882583 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.882583 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.882929 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.883258 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.883593 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.883924 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.884251 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.884598 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.884928 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.885252 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.885586 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Tracked resource versions report: Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: pushed versions: Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: { 'AddressGroup': {'1.2'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'ConntrackHelper': {'1.0'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Log': {'1.0'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Network': {'1.1'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Port': {'1.7'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'PortForwarding': {'1.2'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'QosPolicy': {'1.10'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SecurityGroup': {'1.4'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SubPort': {'1.0'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Subnet': {'1.1'}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Trunk': {'1.1'}} Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: consumer versions: Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: { DHCP agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: L3 agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: Metadata agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: Metering agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: Open vSwitch agent@dv-cinder-813228-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'ConntrackHelper': '1.0', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Log': '1.0', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Network': '1.1', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Port': '1.7', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'PortForwarding': '1.2', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'QosPolicy': '1.10', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SecurityGroup': '1.4', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SecurityGroupRule': '1.2', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SubPort': '1.0', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Subnet': '1.1', Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Trunk': '1.1'}} Oct 12 18:35:02.886722 dv-cinder-813228-2-iscsi neutron-server[100548]: {{(pid=100548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:35:02.935330 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Attempting to bind port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:35:02.935717 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Attempting to bind port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:35:02.936143 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Attempting to bind port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825 on network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:35:02.941397 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:35:02.941802 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Checking segment: {'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:35:02.942271 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:02.942688 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Bound using segment: {'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:35:02.943185 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Bound port: 3a9a5fa9-4ca9-43ab-8352-2fb07d125825, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:35:02.943602 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:03.007005 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] For port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:35:03.012051 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] For port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=3a9a5fa9-4ca9-43ab-8352-2fb07d125825,segment=NetworkSegment(fc48d117-a235-40f9-83f5-43da6060f570),segment_id=fc48d117-a235-40f9-83f5-43da6060f570)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:35:03.017497 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:03.083412 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93318b-fe26-4ee5-99a8-c68ee798a851 None None] Pushing event updated for resources: {'Port': ['ID=3a9a5fa9-4ca9-43ab-8352-2fb07d125825,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:04.521964 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57022) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:04.858624 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [None req-150da605-bbf0-4e26-a6ca-5d9922ae7853 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:35:04.874493 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-150da605-bbf0-4e26-a6ca-5d9922ae7853 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3366284 Oct 12 18:35:07.431904 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57030) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:07.757578 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [None req-0fe8fd2e-367f-40d8-81f2-466c7dc5bd23 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:35:07.758570 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0fe8fd2e-367f-40d8-81f2-466c7dc5bd23 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3257143 Oct 12 18:35:10.557585 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57040) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:10.874000 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-4c35766d-3f67-43d5-b973-e16d34dfadda admin admin] Request body: {'router': {'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'name': 'router1', 'admin_state_up': True}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:10.897329 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c35766d-3f67-43d5-b973-e16d34dfadda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:10.900176 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c35766d-3f67-43d5-b973-e16d34dfadda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:11.046197 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c35766d-3f67-43d5-b973-e16d34dfadda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:11.050897 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c35766d-3f67-43d5-b973-e16d34dfadda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:11.065195 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c35766d-3f67-43d5-b973-e16d34dfadda admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:11.066387 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4c35766d-3f67-43d5-b973-e16d34dfadda admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5078270 Oct 12 18:35:12.517724 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17482e7d-de9a-4e34-9e46-d937d3668416 None None] Network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:35:12.648971 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-5a76b446-fb4b-4a39-9c8c-6cd55f31f6be None None] Provisioning complete for port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:12.649846 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-5a76b446-fb4b-4a39-9c8c-6cd55f31f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:12.838448 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-5a76b446-fb4b-4a39-9c8c-6cd55f31f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:12.879379 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-5a76b446-fb4b-4a39-9c8c-6cd55f31f6be None None] For port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=3a9a5fa9-4ca9-43ab-8352-2fb07d125825,segment=NetworkSegment(fc48d117-a235-40f9-83f5-43da6060f570),segment_id=fc48d117-a235-40f9-83f5-43da6060f570)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:12.884662 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-5a76b446-fb4b-4a39-9c8c-6cd55f31f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:12.939041 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76b446-fb4b-4a39-9c8c-6cd55f31f6be None None] Pushing event updated for resources: {'Port': ['ID=3a9a5fa9-4ca9-43ab-8352-2fb07d125825,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:12.986327 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6d80fa78-5a05-4c00-9dd4-24e2a7548366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:13.004316 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-b816638d-123b-4ec5-9a7b-e5320a420b96 None None] Provisioning complete for port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:13.004613 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b816638d-123b-4ec5-9a7b-e5320a420b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:13.193923 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 3a9a5fa9-4ca9-43ab-8352-2fb07d125825 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:35:13.244234 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:13.244602 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:13.650517 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57052) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:13.970769 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [None req-3d0f71f9-c290-4b05-aa79-8858c0b61ab6 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:35:13.971854 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-3d0f71f9-c290-4b05-aa79-8858c0b61ab6 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3202379 Oct 12 18:35:15.627475 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:35:15.954018 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-83ee9aa2-e5e5-4d2b-bc44-dcb3b2cd6338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:16.522807 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57060) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:16.846561 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:16.848572 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:16.867839 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Made reservation on behalf of 7f5ad61d95fa4ad7af0eea13a817397e for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:35:16.870346 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:16.878420 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:16.959333 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:16.964702 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:16.981845 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Reserving flat network on physical network physnet1 {{(pid=100547) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 18:35:17.002430 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b2aa19-e2a1-462a-86d5-aaec147da0b0,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:17.007723 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:17.008067 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Added segment 24cfd89b-f58f-4ce2-b14b-52976851a243 of type flat for network 05aecc20-e39e-4662-9f82-37f419dcef57 Oct 12 18:35:17.063161 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:17.100289 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:17.101314 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:17.101910 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:17.120349 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:17.156179 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6322873 Oct 12 18:35:17.167633 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9face-4450-4539-ac22-3fda28ebfdee admin admin] Pushing event updated for resources: {'Network': ['ID=05aecc20-e39e-4662-9f82-37f419dcef57,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:17.177978 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 05aecc20-e39e-4662-9f82-37f419dcef57 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:35:18.962144 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:19.662365 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57078) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:19.858569 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01eb6e8-d35d-4df8-9caa-839ad591fa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:19.859947 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c01eb6e8-d35d-4df8-9caa-839ad591fa20 admin admin] 10.222.0.62 "GET /v2.0/subnets/cb04195f-5f46-4332-afce-e3b37ec9a4bb HTTP/1.1" status: 200 len: 849 time: 0.1965623 Oct 12 18:35:19.978242 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-9948dce7-5813-4534-85c7-327003e5b5b7 admin admin] 10.222.0.62 "GET /v2.0/routers/f9c20976-ff2e-469d-99ca-b60afd70ae35 HTTP/1.1" status: 200 len: 704 time: 0.1120272 Oct 12 18:35:20.251804 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:20.561282 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Allocated IP 172.20.0.1 (608e49a2-2b5b-4e63-bc3c-51c0d82ce109/cb04195f-5f46-4332-afce-e3b37ec9a4bb/97ed411c-106a-4598-9716-6feac5ddacbc) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:35:20.762091 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:20.829072 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:20.907730 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:35:20.912483 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:20.917320 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:35:20.917848 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:20.936998 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Pushing event updated for resources: {'Port': ['ID=97ed411c-106a-4598-9716-6feac5ddacbc,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:21.122813 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:21.149857 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a72e6b7-e184-4750-9220-a0bf26b8a2a6 None None] Provisioning complete for port 97ed411c-106a-4598-9716-6feac5ddacbc triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:21.150447 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a72e6b7-e184-4750-9220-a0bf26b8a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:21.184448 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a72e6b7-e184-4750-9220-a0bf26b8a2a6 None None] Port 97ed411c-106a-4598-9716-6feac5ddacbc cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:35:21.340819 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:21.345743 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:21.346769 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:21.429359 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Pushing event updated for resources: {'Port': ['ID=97ed411c-106a-4598-9716-6feac5ddacbc,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:21.481181 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:35:21.482577 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:21.650834 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Router f9c20976-ff2e-469d-99ca-b60afd70ae35 is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:35:21.712277 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-cbfe2ae6-d5b0-495a-acd9-c4694a169a20 None None] Provisioning complete for port 97ed411c-106a-4598-9716-6feac5ddacbc triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:21.712671 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2ae6-d5b0-495a-acd9-c4694a169a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:21.743345 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:35:21.745426 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe2ae6-d5b0-495a-acd9-c4694a169a20 None None] Port 97ed411c-106a-4598-9716-6feac5ddacbc cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:35:21.749395 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-6ee896b1-3b08-4954-8c9b-cc94f3d504fb admin admin] 10.222.0.62 "PUT /v2.0/routers/f9c20976-ff2e-469d-99ca-b60afd70ae35/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7653039 Oct 12 18:35:21.754153 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Sync routers for ids ['f9c20976-ff2e-469d-99ca-b60afd70ae35'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:35:21.769117 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Routers {'f9c20976-ff2e-469d-99ca-b60afd70ae35'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:21.769903 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:35:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f9c20976-ff2e-469d-99ca-b60afd70ae35'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:21.962129 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Set router f9c20976-ff2e-469d-99ca-b60afd70ae35 gateway port host: None {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:22.400342 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'name': 'router1', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:35:10Z', 'updated_at': '2021-10-12T18:35:21Z', 'revision_number': 2, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'gw_port_host': None, '_interfaces': [{'id': '97ed411c-106a-4598-9716-6feac5ddacbc', 'name': '', 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'mac_address': 'fa:16:3e:41:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:20Z', 'updated_at': '2021-10-12T18:35:21Z', 'revision_number': 2, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'subnets': [{'id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '422c770a-7edb-43ba-bf27-d9cdfb5375c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:22.454163 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Checking router: f9c20976-ff2e-469d-99ca-b60afd70ae35 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:35:22.454561 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Updating router f9c20976-ff2e-469d-99ca-b60afd70ae35 port 97ed411c-106a-4598-9716-6feac5ddacbc binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:35:22.507450 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.062506 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.071583 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.241536 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Pushing event updated for resources: {'Port': ['ID=97ed411c-106a-4598-9716-6feac5ddacbc,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:23.251174 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Attempting to bind port 97ed411c-106a-4598-9716-6feac5ddacbc on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:35:23.251564 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Attempting to bind port 97ed411c-106a-4598-9716-6feac5ddacbc by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:35:23.252003 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Attempting to bind port 97ed411c-106a-4598-9716-6feac5ddacbc on network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:35:23.257943 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.258350 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.258728 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.259069 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.259407 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.259744 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.260080 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.260410 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.260761 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.261095 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.261422 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.261747 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Tracked resource versions report: Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: pushed versions: Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: { 'AddressGroup': {'1.2'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'ConntrackHelper': {'1.0'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Log': {'1.0'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Network': {'1.1'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Port': {'1.7'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'PortForwarding': {'1.2'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'QosPolicy': {'1.10'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SecurityGroup': {'1.4'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SubPort': {'1.0'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Subnet': {'1.1'}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Trunk': {'1.1'}} Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: consumer versions: Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: { DHCP agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: L3 agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: Metadata agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: Metering agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: Open vSwitch agent@dv-cinder-813228-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'ConntrackHelper': '1.0', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Log': '1.0', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Network': '1.1', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Port': '1.7', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'PortForwarding': '1.2', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'QosPolicy': '1.10', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SecurityGroup': '1.4', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SecurityGroupRule': '1.2', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SubPort': '1.0', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Subnet': '1.1', Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Trunk': '1.1'}} Oct 12 18:35:23.262891 dv-cinder-813228-2-iscsi neutron-server[100549]: {{(pid=100549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:35:23.265718 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:35:23.266140 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Checking segment: {'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:35:23.266677 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.267036 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Bound using segment: {'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:35:23.267544 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Bound port: 97ed411c-106a-4598-9716-6feac5ddacbc, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc48d117-a235-40f9-83f5-43da6060f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:35:23.267940 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.335319 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] For port 97ed411c-106a-4598-9716-6feac5ddacbc, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:35:23.357247 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] For port 97ed411c-106a-4598-9716-6feac5ddacbc, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=97ed411c-106a-4598-9716-6feac5ddacbc,segment=NetworkSegment(fc48d117-a235-40f9-83f5-43da6060f570),segment_id=fc48d117-a235-40f9-83f5-43da6060f570)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:35:23.362083 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.378045 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-1fdc9d92-b82b-4ec3-a368-f845ba3e613a None None] Provisioning complete for port 97ed411c-106a-4598-9716-6feac5ddacbc triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:23.378600 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1fdc9d92-b82b-4ec3-a368-f845ba3e613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.415355 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9885fab-daae-4e85-915d-198ce24e5b69 None None] Pushing event updated for resources: {'Port': ['ID=97ed411c-106a-4598-9716-6feac5ddacbc,revision_number=4']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:23.437324 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Routers {'f9c20976-ff2e-469d-99ca-b60afd70ae35'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:23.438001 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:35:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f9c20976-ff2e-469d-99ca-b60afd70ae35'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:23.468512 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1fdc9d92-b82b-4ec3-a368-f845ba3e613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.503658 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-1fdc9d92-b82b-4ec3-a368-f845ba3e613a None None] For port 97ed411c-106a-4598-9716-6feac5ddacbc, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=97ed411c-106a-4598-9716-6feac5ddacbc,segment=NetworkSegment(fc48d117-a235-40f9-83f5-43da6060f570),segment_id=fc48d117-a235-40f9-83f5-43da6060f570)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:23.509264 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1fdc9d92-b82b-4ec3-a368-f845ba3e613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.546929 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] Set router f9c20976-ff2e-469d-99ca-b60afd70ae35 gateway port host: None {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:23.568487 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc9d92-b82b-4ec3-a368-f845ba3e613a None None] Pushing event updated for resources: {'Port': ['ID=97ed411c-106a-4598-9716-6feac5ddacbc,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:23.628337 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-1ce27ace-8ca6-456e-8ebc-429aca7d2526 None None] Provisioning complete for port 97ed411c-106a-4598-9716-6feac5ddacbc triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:23.628717 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1ce27ace-8ca6-456e-8ebc-429aca7d2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:23.782347 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'name': 'router1', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:35:10Z', 'updated_at': '2021-10-12T18:35:21Z', 'revision_number': 2, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'gw_port_host': None, '_interfaces': [{'id': '97ed411c-106a-4598-9716-6feac5ddacbc', 'name': '', 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'mac_address': 'fa:16:3e:41:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:20Z', 'updated_at': '2021-10-12T18:35:23Z', 'revision_number': 4, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'subnets': [{'id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '422c770a-7edb-43ba-bf27-d9cdfb5375c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:23.812416 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63a6e2-65be-4b61-890f-e45c917d3bee None None] The sync data for ids ['f9c20976-ff2e-469d-99ca-b60afd70ae35'] in dv-cinder-813228-2-iscsi is: [{'id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'name': 'router1', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:35:10Z', 'updated_at': '2021-10-12T18:35:21Z', 'revision_number': 2, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'gw_port_host': None, '_interfaces': [{'id': '97ed411c-106a-4598-9716-6feac5ddacbc', 'name': '', 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'mac_address': 'fa:16:3e:41:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:20Z', 'updated_at': '2021-10-12T18:35:23Z', 'revision_number': 4, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'subnets': [{'id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '422c770a-7edb-43ba-bf27-d9cdfb5375c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:35:24.167083 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57100) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:24.280029 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2261c291-dc53-4567-8820-175d09b7aa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:24.281411 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2261c291-dc53-4567-8820-175d09b7aa23 admin admin] 10.222.0.62 "GET /v2.0/networks/05aecc20-e39e-4662-9f82-37f419dcef57 HTTP/1.1" status: 200 len: 842 time: 0.1132853 Oct 12 18:35:24.292108 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:24.315128 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Made reservation on behalf of 7f5ad61d95fa4ad7af0eea13a817397e for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:35:24.317684 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:24.685808 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.objects.ports [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 18:35:24.686279 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:24.736383 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2e6746-2a05-4f96-a39a-85e2bb31c10f,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:24.752434 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:35:24.752744 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Network hostable DHCP agents. Network: 05aecc20-e39e-4662-9f82-37f419dcef57, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:35:24.771794 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:35:24.782154 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 05aecc20-e39e-4662-9f82-37f419dcef57) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:24.786638 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:24.787250 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:24.794921 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45dfea8-03e1-49c4-86b2-ac8390001ab3 None None] Network 05aecc20-e39e-4662-9f82-37f419dcef57 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:35:24.803742 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-97688b41-d4aa-446c-bfc9-bb004a85ed8d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5157244 Oct 12 18:35:24.930586 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1af83-be09-4774-88ef-ac8462d4fbf4 None None] Network 05aecc20-e39e-4662-9f82-37f419dcef57 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:35:27.293141 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57108) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:27.424290 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a861452d-b089-499b-bbc2-db127f8e75b6 admin admin] 10.222.0.62 "GET /v2.0/routers/f9c20976-ff2e-469d-99ca-b60afd70ae35 HTTP/1.1" status: 200 len: 710 time: 0.1298518 Oct 12 18:35:27.513981 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7451fa-27bf-469a-8e93-c4d16447fff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:27.515418 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1c7451fa-27bf-469a-8e93-c4d16447fff9 admin admin] 10.222.0.62 "GET /v2.0/networks/05aecc20-e39e-4662-9f82-37f419dcef57 HTTP/1.1" status: 200 len: 886 time: 0.0851195 Oct 12 18:35:27.526460 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:27.780844 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.020702 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.099700 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.208652 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Allocated IP 172.27.2.37 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/697774e6-bfef-4364-952b-6dc48a5f0334) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:35:28.315659 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.352343 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.392032 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:35:28.395459 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:28.403171 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:35:28.406429 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=697774e6-bfef-4364-952b-6dc48a5f0334,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:28.763606 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.964957 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-485274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57640'] for router, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.968422 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-485281'] for router, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:29.075594 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Router f9c20976-ff2e-469d-99ca-b60afd70ae35 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:35:29.182298 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:35:29.186807 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:29.187957 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1eb22b8f-5233-405e-b94e-80e6d7b5c7a2 admin admin] 10.222.0.62 "PUT /v2.0/routers/f9c20976-ff2e-469d-99ca-b60afd70ae35 HTTP/1.1" status: 200 len: 889 time: 1.6657784 Oct 12 18:35:30.905542 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Sync routers for ids ['f9c20976-ff2e-469d-99ca-b60afd70ae35'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:35:30.916219 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Routers {'f9c20976-ff2e-469d-99ca-b60afd70ae35'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:30.916871 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:35:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f9c20976-ff2e-469d-99ca-b60afd70ae35'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:31.202835 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Set router f9c20976-ff2e-469d-99ca-b60afd70ae35 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:31.253981 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 97ed411c-106a-4598-9716-6feac5ddacbc up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:35:31.483843 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 97ed411c-106a-4598-9716-6feac5ddacbc triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:31.484129 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:31.707016 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'name': 'router1', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '697774e6-bfef-4364-952b-6dc48a5f0334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:35:10Z', 'updated_at': '2021-10-12T18:35:28Z', 'revision_number': 4, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'gw_port': {'id': '697774e6-bfef-4364-952b-6dc48a5f0334', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:28Z', 'updated_at': '2021-10-12T18:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '97ed411c-106a-4598-9716-6feac5ddacbc', 'name': '', 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'mac_address': 'fa:16:3e:41:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:20Z', 'updated_at': '2021-10-12T18:35:23Z', 'revision_number': 5, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'subnets': [{'id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '422c770a-7edb-43ba-bf27-d9cdfb5375c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:31.763147 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Checking router: f9c20976-ff2e-469d-99ca-b60afd70ae35 for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:35:31.763519 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Updating router f9c20976-ff2e-469d-99ca-b60afd70ae35 port 697774e6-bfef-4364-952b-6dc48a5f0334 binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:35:31.782635 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57120) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:31.811419 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:31.898554 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2cc2eb79-331f-429b-a050-7e5d6b8ca439 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1141241 Oct 12 18:35:32.162687 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:32.169016 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:32.221242 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Attempting to bind port 697774e6-bfef-4364-952b-6dc48a5f0334 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:35:32.221609 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Attempting to bind port 697774e6-bfef-4364-952b-6dc48a5f0334 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:35:32.221964 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Attempting to bind port 697774e6-bfef-4364-952b-6dc48a5f0334 on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:35:32.227656 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acdb20-dfc4-427c-ae31-0f94fb10b732 None None] Pushing event updated for resources: {'Port': ['ID=697774e6-bfef-4364-952b-6dc48a5f0334,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:32.233231 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:35:32.233606 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:35:32.234001 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:32.234380 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:35:32.235173 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Bound port: 697774e6-bfef-4364-952b-6dc48a5f0334, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:35:32.235392 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:32.288286 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] For port 697774e6-bfef-4364-952b-6dc48a5f0334, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:35:32.293190 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] For port 697774e6-bfef-4364-952b-6dc48a5f0334, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=697774e6-bfef-4364-952b-6dc48a5f0334,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:35:32.297177 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:32.437790 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Routers {'f9c20976-ff2e-469d-99ca-b60afd70ae35'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:32.438426 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:35:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f9c20976-ff2e-469d-99ca-b60afd70ae35'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:32.473983 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acdb20-dfc4-427c-ae31-0f94fb10b732 None None] Pushing event updated for resources: {'Port': ['ID=697774e6-bfef-4364-952b-6dc48a5f0334,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:32.556845 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] Set router f9c20976-ff2e-469d-99ca-b60afd70ae35 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:32.778346 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'name': 'router1', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '697774e6-bfef-4364-952b-6dc48a5f0334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:35:10Z', 'updated_at': '2021-10-12T18:35:28Z', 'revision_number': 4, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'gw_port': {'id': '697774e6-bfef-4364-952b-6dc48a5f0334', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:28Z', 'updated_at': '2021-10-12T18:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '97ed411c-106a-4598-9716-6feac5ddacbc', 'name': '', 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'mac_address': 'fa:16:3e:41:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:20Z', 'updated_at': '2021-10-12T18:35:23Z', 'revision_number': 5, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'subnets': [{'id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '422c770a-7edb-43ba-bf27-d9cdfb5375c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:32.808648 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d869c44-a8de-417a-800f-77848d512c14 None None] The sync data for ids ['f9c20976-ff2e-469d-99ca-b60afd70ae35'] in dv-cinder-813228-2-iscsi is: [{'id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'name': 'router1', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '697774e6-bfef-4364-952b-6dc48a5f0334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:35:10Z', 'updated_at': '2021-10-12T18:35:28Z', 'revision_number': 4, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'gw_port': {'id': '697774e6-bfef-4364-952b-6dc48a5f0334', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:28Z', 'updated_at': '2021-10-12T18:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '97ed411c-106a-4598-9716-6feac5ddacbc', 'name': '', 'network_id': '608e49a2-2b5b-4e63-bc3c-51c0d82ce109', 'tenant_id': 'a8d63185c4194a4d908c63bca714c7fb', 'mac_address': 'fa:16:3e:41:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c20976-ff2e-469d-99ca-b60afd70ae35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:35:20Z', 'updated_at': '2021-10-12T18:35:23Z', 'revision_number': 5, 'project_id': 'a8d63185c4194a4d908c63bca714c7fb', 'subnets': [{'id': 'cb04195f-5f46-4332-afce-e3b37ec9a4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '422c770a-7edb-43ba-bf27-d9cdfb5375c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:35:33.265213 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 697774e6-bfef-4364-952b-6dc48a5f0334 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:35:33.356339 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 697774e6-bfef-4364-952b-6dc48a5f0334 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:33.357315 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:33.448068 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:33.470705 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 697774e6-bfef-4364-952b-6dc48a5f0334, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=697774e6-bfef-4364-952b-6dc48a5f0334,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:33.476384 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:33.534557 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=697774e6-bfef-4364-952b-6dc48a5f0334,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:35.239416 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 697774e6-bfef-4364-952b-6dc48a5f0334 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:35:35.287189 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 697774e6-bfef-4364-952b-6dc48a5f0334 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:35.287565 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:42.990658 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e0169d80-044a-489a-8f3d-ff9ab07ff6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:45.961869 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-5962f962-e1b5-4d22-80fe-0a07420073cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:46.861629 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:47.130722 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:48.990989 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.625192 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:36:12.998598 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c8f41594-261c-4b2f-931c-fcb100367488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:15.975891 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-295e4424-e32d-41cb-b047-9c0597abb706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:16.859012 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:17.123976 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:18.989372 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:29.623214 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:36:42.991716 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2afa3c5d-659a-4d0d-8490-f32f47a67d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:45.955172 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0b87d580-0de9-4e4e-9f63-c1f1c374994e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:46.852286 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.124212 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:48.991582 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:06.621821 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:37:11.985874 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57682) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:12.068968 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef37719-883b-4612-aa8d-4ed9c87de982 admin admin] GET failed (client error): The resource could not be found. Oct 12 18:37:12.070400 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-cef37719-883b-4612-aa8d-4ed9c87de982 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0835650 Oct 12 18:37:12.266885 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aebb240-501b-4a97-a3e3-86c97cf65ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:12.268340 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0aebb240-501b-4a97-a3e3-86c97cf65ed6 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1932814 Oct 12 18:37:12.993872 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0b1d3eae-0293-4dc0-9237-b97926d5db4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.579194 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57692) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:14.677573 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b4fa2-aad2-4c02-8eb4-e86a4407530d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:14.679123 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-aa1b4fa2-aad2-4c02-8eb4-e86a4407530d admin admin] 10.222.0.62 "GET /v2.0/subnets/cb04195f-5f46-4332-afce-e3b37ec9a4bb HTTP/1.1" status: 200 len: 849 time: 0.0986907 Oct 12 18:37:14.689515 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:37:14.776256 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.921313 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750477841933'] for subnet, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.955650 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:14.956251 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.957538 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] 10.222.0.62 "PUT /v2.0/subnets/cb04195f-5f46-4332-afce-e3b37ec9a4bb HTTP/1.1" status: 200 len: 868 time: 0.2720203 Oct 12 18:37:14.959159 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108696b1-d3fc-430c-83b1-053a4a85eb09 None None] Network 608e49a2-2b5b-4e63-bc3c-51c0d82ce109 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:37:14.973435 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb04195f-5f46-4332-afce-e3b37ec9a4bb,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:14.981929 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.982296 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.982669 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.983013 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.983349 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.983711 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.984053 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.984389 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.984740 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.985073 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.985402 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:14.985733 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8e28-f4dc-4070-9676-0f1702a82fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:15.312511 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-affd16e0-3b30-448d-9f95-25f5e1000320 None None] Provisioning complete for port 3a9a5fa9-4ca9-43ab-8352-2fb07d125825 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:37:15.312890 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-affd16e0-3b30-448d-9f95-25f5e1000320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:15.403935 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-affd16e0-3b30-448d-9f95-25f5e1000320 None None] Provisioning complete for port 97ed411c-106a-4598-9716-6feac5ddacbc triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:37:15.404225 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-affd16e0-3b30-448d-9f95-25f5e1000320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:15.957985 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ece2e38-090b-4f10-bf84-d7055d3606b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:16.859766 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:17.129466 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:17.363410 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57702) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:17.571786 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb899194-5e5c-41d8-9dcb-cc683ef8e3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:17.572249 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb899194-5e5c-41d8-9dcb-cc683ef8e3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:17.573795 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fb899194-5e5c-41d8-9dcb-cc683ef8e3c3 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094610 Oct 12 18:37:18.994961 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:19.918866 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57710) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:20.061260 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958591b-a797-4ee9-ba0c-867c6dd70e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:20.061637 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958591b-a797-4ee9-ba0c-867c6dd70e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:20.063203 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0958591b-a797-4ee9-ba0c-867c6dd70e9f admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1433902 Oct 12 18:37:22.415328 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57718) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:22.548747 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3da48-d209-4c8e-9da1-b332b1c02a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:22.550116 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-dec3da48-d209-4c8e-9da1-b332b1c02a80 admin admin] 10.222.0.62 "GET /v2.0/networks/05aecc20-e39e-4662-9f82-37f419dcef57 HTTP/1.1" status: 200 len: 886 time: 0.1338387 Oct 12 18:37:24.920339 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57726) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:25.051525 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53704fb4-c3bb-436c-bbf3-e1a168643691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:25.052869 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-53704fb4-c3bb-436c-bbf3-e1a168643691 admin admin] 10.222.0.62 "GET /v2.0/networks/608e49a2-2b5b-4e63-bc3c-51c0d82ce109 HTTP/1.1" status: 200 len: 869 time: 0.1315186 Oct 12 18:37:27.391769 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57734) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:27.518540 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e755bd7-21a9-4100-b6f8-241ea7f31832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:27.518907 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e755bd7-21a9-4100-b6f8-241ea7f31832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:27.520411 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2e755bd7-21a9-4100-b6f8-241ea7f31832 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277020 Oct 12 18:37:29.850136 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57742) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:29.980784 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e2b8c-5293-4580-af64-6cca4a6e41e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:29.981241 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e2b8c-5293-4580-af64-6cca4a6e41e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:29.982797 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-698e2b8c-5293-4580-af64-6cca4a6e41e0 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316659 Oct 12 18:37:32.298614 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57750) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:32.440651 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f73072d-83c5-416e-a335-b59590286fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:32.442045 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2f73072d-83c5-416e-a335-b59590286fbc admin admin] 10.222.0.62 "GET /v2.0/subnets/2e2e6746-2a05-4f96-a39a-85e2bb31c10f HTTP/1.1" status: 200 len: 816 time: 0.1424830 Oct 12 18:37:34.788704 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57758) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:34.893722 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc981caa-9685-44d9-a731-6952d76e7ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:34.895171 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-dc981caa-9685-44d9-a731-6952d76e7ea6 admin admin] 10.222.0.62 "GET /v2.0/subnets/cb04195f-5f46-4332-afce-e3b37ec9a4bb HTTP/1.1" status: 200 len: 868 time: 0.1055212 Oct 12 18:37:42.995024 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-dd693686-e9a2-4009-a555-4320d829e35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:43.620610 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:37:45.960355 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-42feecff-ad41-43b6-b343-bd34055ee1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:46.853467 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:47.129957 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:48.999022 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:59.704761 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57812) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:59.754736 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [None req-5d1c15bb-d466-4a61-9642-7533f06574ef admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:37:59.755759 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5d1c15bb-d466-4a61-9642-7533f06574ef admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0513792 Oct 12 18:38:02.230156 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57820) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:02.289331 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.pecan_wsgi.hooks.translation [None req-9571b7a2-affe-4c6f-9226-dacd63c4470c admin admin] GET failed (client error): The resource could not be found. Oct 12 18:38:02.290671 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9571b7a2-affe-4c6f-9226-dacd63c4470c admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594981 Oct 12 18:38:02.376996 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffad2d2-b266-482e-8927-4383290a6668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:02.378454 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0ffad2d2-b266-482e-8927-4383290a6668 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831831 Oct 12 18:38:04.713117 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57828) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:04.761324 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:38:04.790324 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Made reservation on behalf of 7f5ad61d95fa4ad7af0eea13a817397e for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:38:04.792893 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:04.836438 dv-cinder-813228-2-iscsi neutron-server[100546]: WARNING neutron.services.revisions.revision_plugin [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Could not find related network for resource to bump revision. Oct 12 18:38:04.856288 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:38:04.869835 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750477880567', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:04.870417 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Unsubscribe: segment precommit_create {{(pid=100546) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 18:38:04.870929 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Added segment ade9c0b6-89f9-43e2-ac65-ee9c66992749 of type vlan for network 37dbf8e9-e956-4608-a5da-17c6d31708af Oct 12 18:38:04.925524 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:04.958233 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:04.959347 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:04.959935 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:04.987016 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2727745 Oct 12 18:38:05.073741 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Pushing event updated for resources: {'Network': ['ID=37dbf8e9-e956-4608-a5da-17c6d31708af,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:05.084080 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.084437 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.084778 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.085108 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.085439 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.085775 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.086361 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.086728 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.087076 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.087410 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.087735 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.088056 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e554-3d82-45be-b516-8932ede82f6b admin admin] Tracked resource versions report: Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: pushed versions: Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: { 'AddressGroup': {'1.2'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'ConntrackHelper': {'1.0'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Log': {'1.0'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Network': {'1.1'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Port': {'1.7'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'PortForwarding': {'1.2'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'QosPolicy': {'1.10'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SecurityGroup': {'1.4'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SubPort': {'1.0'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Subnet': {'1.1'}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Trunk': {'1.1'}} Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: consumer versions: Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: { DHCP agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: L3 agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: Metadata agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: Metering agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: Open vSwitch agent@dv-cinder-813228-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'ConntrackHelper': '1.0', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Log': '1.0', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Network': '1.1', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Port': '1.7', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'PortForwarding': '1.2', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'QosPolicy': '1.10', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SecurityGroup': '1.4', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SecurityGroupRule': '1.2', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SubPort': '1.0', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Subnet': '1.1', Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Trunk': '1.1'}} Oct 12 18:38:05.089184 dv-cinder-813228-2-iscsi neutron-server[100546]: {{(pid=100546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:38:05.126252 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 37dbf8e9-e956-4608-a5da-17c6d31708af details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:38:07.325467 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57840) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:07.385711 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a5ab89-7e57-4904-892c-5b78d486bf49 admin admin] GET failed (client error): The resource could not be found. Oct 12 18:38:07.387052 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a0a5ab89-7e57-4904-892c-5b78d486bf49 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606413 Oct 12 18:38:07.494181 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49ac10-eb1d-4ed8-a072-849e1c042a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:07.495691 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2f49ac10-eb1d-4ed8-a072-849e1c042a37 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1039989 Oct 12 18:38:07.506192 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Request body: {'subnet': {'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:38:07.526905 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Made reservation on behalf of 7f5ad61d95fa4ad7af0eea13a817397e for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:38:07.529196 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.689351 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.744681 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Pushing event updated for resources: {'Subnet': ['ID=579bb3d1-1c1b-4b14-a26c-f370fe2b3204,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:07.754902 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Checking segment: {'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:38:07.755261 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Network hostable DHCP agents. Network: 37dbf8e9-e956-4608-a5da-17c6d31708af, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:38:07.771469 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Network 37dbf8e9-e956-4608-a5da-17c6d31708af is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:38:07.779707 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 37dbf8e9-e956-4608-a5da-17c6d31708af) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:38:07.783708 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:07.784287 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.789510 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b8e57-b858-4e40-b725-eaa3305a7b31 None None] Network 37dbf8e9-e956-4608-a5da-17c6d31708af requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:38:07.800892 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-bf5ddff7-4cf2-4b51-8b13-f4291e33097f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2982283 Oct 12 18:38:08.042916 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-37dbf8e9-e956-4608-a5da-17c6d31708af', 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af', 'tenant_id': '7f5ad61d95fa4ad7af0eea13a817397e', 'fixed_ips': [{'subnet_id': '579bb3d1-1c1b-4b14-a26c-f370fe2b3204'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:38:08.043799 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.183182 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Allocated IP 192.168.233.2 (37dbf8e9-e956-4608-a5da-17c6d31708af/579bb3d1-1c1b-4b14-a26c-f370fe2b3204/b65c2388-da7a-46c9-b627-7be592c6dffd) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:38:08.329669 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.336540 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.376786 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Network 37dbf8e9-e956-4608-a5da-17c6d31708af is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:38:08.379944 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:38:08.383363 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:38:08.392156 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Pushing event updated for resources: {'Port': ['ID=b65c2388-da7a-46c9-b627-7be592c6dffd,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:08.415034 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.415412 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.415762 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.416109 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.416446 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.416780 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.417118 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.417450 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.417801 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.418129 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.418507 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.418835 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:08.454635 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Attempting to bind port b65c2388-da7a-46c9-b627-7be592c6dffd on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:38:08.455013 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Attempting to bind port b65c2388-da7a-46c9-b627-7be592c6dffd by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:38:08.455377 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Attempting to bind port b65c2388-da7a-46c9-b627-7be592c6dffd on network 37dbf8e9-e956-4608-a5da-17c6d31708af {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:38:08.460511 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:38:08.460878 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Checking segment: {'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:38:08.461543 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.461937 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Bound using segment: {'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:38:08.462397 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Bound port: b65c2388-da7a-46c9-b627-7be592c6dffd, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:38:08.462818 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.530335 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] For port b65c2388-da7a-46c9-b627-7be592c6dffd, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:38:08.533920 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] For port b65c2388-da7a-46c9-b627-7be592c6dffd, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=b65c2388-da7a-46c9-b627-7be592c6dffd,segment=NetworkSegment(ade9c0b6-89f9-43e2-ac65-ee9c66992749),segment_id=ade9c0b6-89f9-43e2-ac65-ee9c66992749)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:38:08.539167 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.598281 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc199f2-8fb8-46c3-ba94-5aeb4fda6935 None None] Pushing event updated for resources: {'Port': ['ID=b65c2388-da7a-46c9-b627-7be592c6dffd,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:09.373220 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device b65c2388-da7a-46c9-b627-7be592c6dffd up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:38:09.430531 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port b65c2388-da7a-46c9-b627-7be592c6dffd triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:38:09.431083 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:09.477088 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19526328-4847-44b1-b1fb-1a4f96c9a083 None None] Network 37dbf8e9-e956-4608-a5da-17c6d31708af requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:38:09.593015 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-52bcd8e4-c065-4251-81f8-a92311a86622 None None] Provisioning complete for port b65c2388-da7a-46c9-b627-7be592c6dffd triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:38:09.593386 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-52bcd8e4-c065-4251-81f8-a92311a86622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:09.625537 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:09.707503 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port b65c2388-da7a-46c9-b627-7be592c6dffd, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=b65c2388-da7a-46c9-b627-7be592c6dffd,segment=NetworkSegment(ade9c0b6-89f9-43e2-ac65-ee9c66992749),segment_id=ade9c0b6-89f9-43e2-ac65-ee9c66992749)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:09.727835 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:09.828852 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=b65c2388-da7a-46c9-b627-7be592c6dffd,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:10.066461 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-2d00aade-093e-4c24-984d-4457d2a06c98 None None] Provisioning complete for port b65c2388-da7a-46c9-b627-7be592c6dffd triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:38:10.066870 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2d00aade-093e-4c24-984d-4457d2a06c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:11.352928 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device b65c2388-da7a-46c9-b627-7be592c6dffd up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:38:11.399264 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port b65c2388-da7a-46c9-b627-7be592c6dffd triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:38:11.399627 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.996861 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1c41fc-4361-4290-a61a-efcbdebfb475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:15.963178 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bc17dcbe-cb92-4db7-b8ef-3c8e809936be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:16.857338 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.132260 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:19.004283 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:20.621174 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:38:42.998936 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-88fbd1b2-e778-40c8-a679-5feb1daad9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:45.969369 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-dea9f65b-5264-4832-9b9b-aba6d2ceeecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:46.860333 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:47.136060 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:49.008136 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:57.624723 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:39:13.000482 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e7e14fce-d7c2-473f-9067-35bbb4dea53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:15.963863 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0a4405a8-9799-4506-9c55-e832da536fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:16.861294 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.138273 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.013015 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.420470 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57896) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:26.426452 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [None req-28ba469f-4a69-4f47-8b99-807a455f6a85 tempest-verify_tempest_config-668013802 tempest-verify_tempest_config-668013802-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:39:26.427431 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-28ba469f-4a69-4f47-8b99-807a455f6a85 tempest-verify_tempest_config-668013802 tempest-verify_tempest_config-668013802-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059659 Oct 12 18:39:26.739035 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57914) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:26.848163 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.013790 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.017812 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.070160 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8efb2d616404475b02404d8f31ff39a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3298910 Oct 12 18:39:27.072247 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c1046-ef4e-43c8-9b27-0300b8d41af4,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:27.072858 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 57918) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:27.077857 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.078226 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.078595 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.078932 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.079262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.079605 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.079925 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.080277 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.080609 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.080936 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.081257 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.081574 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43cc16-1f07-42ef-b61b-f56d5892ec67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.154947 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.174877 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.264002 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.266552 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.267679 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a32c1046-ef4e-43c8-9b27-0300b8d41af4 HTTP/1.1" status: 204 len: 168 time: 0.1936104 Oct 12 18:39:27.275828 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c1046-ef4e-43c8-9b27-0300b8d41af4,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:27.282857 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.283226 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.283567 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.283899 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.284221 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.284562 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.284885 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.285294 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.285547 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.285868 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.286187 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.286524 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d737a-322f-4ad0-a814-6d3c553d9daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:34.623867 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:39:43.001918 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-67eb4321-5eec-441e-8b62-c887ae571ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:45.964663 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-15b3ced3-8dac-4645-a63f-9b91207f1a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:46.862108 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:47.143106 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:49.012107 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:11.623413 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:40:13.003107 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae3f9-8070-4a12-b1ab-7f7b9d3b8e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:15.966485 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0126317e-d3d4-4a42-aca5-b2ede4e7321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:16.863774 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:17.143567 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.016384 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:43.004138 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0cbc-bca9-4d12-b047-8f4ac2981311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:45.966845 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-02efdac6-7410-4e52-a8dd-44d64b66a9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:46.865136 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:47.146845 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:48.622453 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 5 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:40:49.018099 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:57.084594 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484099'] for agent, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:12.563870 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 57992) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:12.702512 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ddaa3084-9083-4ddb-ac77-1661a9d3126e admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1370244 Oct 12 18:41:13.008342 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e6e286cd-7606-4605-bf61-ccd979adfc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:15.857621 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58002) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:15.919178 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-7dfa7514-d1c5-4700-85e4-4309cbd15ccb admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0604227 Oct 12 18:41:15.972622 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-f8b747b6-a1b9-4ec5-945a-48845a13277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:16.869039 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:17.152848 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:19.029145 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:25.622606 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:41:27.044446 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:43.013615 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef22d-58be-4f6c-81ad-df6adfe8f653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:45.966675 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc172-91fd-4f7f-8ca9-14fa1df1e4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:46.873740 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:47.154993 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:49.030661 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:57.077459 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:02.624821 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:42:13.034031 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-f5d5118c-f763-48b5-b7a2-cd1c9234eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:15.972837 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-53acf6f4-abe0-4058-928c-c545bc2eb7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:16.882817 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:17.158701 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:19.035084 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:27.077698 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:39.626427 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:42:43.020619 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-520b3018-ff82-4268-9978-54da8ac300cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:45.967799 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-89273af4-ff0f-4c75-8d03-497553a5e5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.900249 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.166860 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.040222 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.329712 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58180) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:49.703557 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-network', 'tenant_id': '6821e26a124c4a96ac439a644c881286'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:49.726614 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Made reservation on behalf of 6821e26a124c4a96ac439a644c881286 for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:49.729139 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.740307 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.845740 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.852842 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.888377 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1011eb13-f620-4200-b4c1-879d18c4b073,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:49.898122 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.898571 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.898977 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.899363 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.899751 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.900139 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.900525 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.900896 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.901309 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.901817 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.902202 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.902612 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Tracked resource versions report: Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: pushed versions: Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: { 'AddressGroup': {'1.2'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'ConntrackHelper': {'1.0'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Log': {'1.0'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Network': {'1.1'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Port': {'1.7'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'PortForwarding': {'1.2'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'QosPolicy': {'1.10'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SecurityGroup': {'1.4'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SubPort': {'1.0'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Subnet': {'1.1'}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Trunk': {'1.1'}} Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: consumer versions: Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: { DHCP agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: L3 agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: Metadata agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: Metering agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: Open vSwitch agent@dv-cinder-813228-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'ConntrackHelper': '1.0', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Log': '1.0', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Network': '1.1', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Port': '1.7', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'PortForwarding': '1.2', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'QosPolicy': '1.10', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SecurityGroup': '1.4', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SecurityGroupRule': '1.2', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'SubPort': '1.0', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Subnet': '1.1', Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: 'Trunk': '1.1'}} Oct 12 18:42:49.904192 dv-cinder-813228-2-iscsi neutron-server[100547]: {{(pid=100547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:42:49.913573 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:42:49.926414 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.926791 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Added segment 667e8383-93ab-41ff-ab95-2b0c160e224a of type vlan for network 39cc5561-93df-40bf-93cb-efa2e2a3756f Oct 12 18:42:49.976537 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.022188 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.023804 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:50.024775 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.120438 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] Pushing event updated for resources: {'Network': ['ID=39cc5561-93df-40bf-93cb-efa2e2a3756f,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:50.134275 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58230) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:50.139513 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-b4d00a73-39b8-46ee-be45-d33c33e4c182 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8070271 Oct 12 18:42:50.140127 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 39cc5561-93df-40bf-93cb-efa2e2a3756f details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:42:50.148765 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Request body: {'subnet': {'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-subnet', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:50.206677 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Made reservation on behalf of 6821e26a124c4a96ac439a644c881286 for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:50.209484 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.236155 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58236) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:50.360532 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58244) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:50.421253 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58248) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:50.482600 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.547288 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66f1fa3-fd4d-4437-ad54-310c1908acea,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:50.556086 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.556433 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.556891 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.557231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.557569 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.557918 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.558251 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.558627 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.559017 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.559408 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.559735 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.560057 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Tracked resource versions report: Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: pushed versions: Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: { 'AddressGroup': {'1.2'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'ConntrackHelper': {'1.0'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Log': {'1.0'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Network': {'1.1'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Port': {'1.7'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'PortForwarding': {'1.2'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'QosPolicy': {'1.10'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SecurityGroup': {'1.4'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SubPort': {'1.0'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Subnet': {'1.1'}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Trunk': {'1.1'}} Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: consumer versions: Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: { DHCP agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: L3 agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: Metadata agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: Metering agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: Open vSwitch agent@dv-cinder-813228-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'ConntrackHelper': '1.0', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Log': '1.0', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Network': '1.1', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Port': '1.7', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'PortForwarding': '1.2', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'QosPolicy': '1.10', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SecurityGroup': '1.4', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SecurityGroupRule': '1.2', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'SubPort': '1.0', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Subnet': '1.1', Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: 'Trunk': '1.1'}} Oct 12 18:42:50.561133 dv-cinder-813228-2-iscsi neutron-server[100546]: {{(pid=100546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:42:50.569391 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1842960778-network', 'tenant_id': 'a389745b712d4cd388df217f1110cf7c'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:50.588686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Checking segment: {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:50.589009 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Network hostable DHCP agents. Network: 39cc5561-93df-40bf-93cb-efa2e2a3756f, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:42:50.601462 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Made reservation on behalf of a389745b712d4cd388df217f1110cf7c for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:50.606644 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.613556 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Network 39cc5561-93df-40bf-93cb-efa2e2a3756f is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:42:50.627847 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.628414 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 39cc5561-93df-40bf-93cb-efa2e2a3756f) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:50.648834 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c196d-d03a-41bf-b939-c7fc82a0c0d4 None None] Network 39cc5561-93df-40bf-93cb-efa2e2a3756f requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:50.651722 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:50.652893 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.679407 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-61460949-efae-4719-b248-321a1a69ce67 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5434721 Oct 12 18:42:50.680650 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58256) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:50.688239 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:50.719566 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.724127 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.772052 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.782004 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.806664 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:42:50.826666 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.828379 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Added segment 3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf of type vlan for network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 Oct 12 18:42:50.910115 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e85b84d-f8db-4d88-807a-a15b74075e15 None None] Network 39cc5561-93df-40bf-93cb-efa2e2a3756f requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:50.915614 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.927853 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.979115 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-network', 'tenant_id': 'f1745c355387471c8d0558e276552a11'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:51.065802 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2059176017-network', 'tenant_id': '6fc77a9af54d4e3283198371298edb6d'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:51.147927 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Made reservation on behalf of f1745c355387471c8d0558e276552a11 for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:51.152963 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.169147 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.171869 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:51.173241 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.193521 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.207922 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Made reservation on behalf of 6fc77a9af54d4e3283198371298edb6d for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:51.212395 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.309196 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.315424 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.428840 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.521840 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9025a7-ab37-4c38-955c-8e84053e8bc4,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:51.530291 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.536613 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:42:51.545486 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:42:51.558727 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.559708 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Added segment f9a49d22-84c6-4711-a5e6-a0c60f381518 of type vlan for network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 Oct 12 18:42:51.609525 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.644354 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4066794 Oct 12 18:42:51.649003 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.650056 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:51.651132 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.655107 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58292) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:51.670665 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Request body: {'subnet': {'network_id': '5d9025a7-ab37-4c38-955c-8e84053e8bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1842960778-subnet', 'tenant_id': 'a389745b712d4cd388df217f1110cf7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:51.708253 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2820160 Oct 12 18:42:51.710175 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58298) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:51.718100 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Request body: {'subnet': {'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2059176017-subnet', 'tenant_id': '6fc77a9af54d4e3283198371298edb6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:51.723898 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Made reservation on behalf of a389745b712d4cd388df217f1110cf7c for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:51.726257 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.756322 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949cc67-e261-4116-bcc0-a9b38e7e6422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:51.801166 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e70df-9948-4619-ad30-090c1ac05985,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:51.808367 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.828972 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.856932 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5638973-5112-4818-b7fc-5071ced90e40 admin admin] Pushing event updated for resources: {'Network': ['ID=81d741c0-ab6b-489e-a9c6-ac7022874ed2,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:51.873302 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:42:51.876307 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:42:51.916734 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.917826 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Added segment 94e07ad9-5cbc-4a77-b097-a5e0068390bc of type vlan for network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 Oct 12 18:42:51.934323 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120ae81d-25eb-4f4e-9a60-3450547cec3a,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:51.956874 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Made reservation on behalf of 6fc77a9af54d4e3283198371298edb6d for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:51.959952 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.007821 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.046072 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.049662 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:52.050772 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.117588 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7541201 Oct 12 18:42:52.120938 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58312) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:52.131107 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Request body: {'subnet': {'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-subnet', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:52.161570 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f604d-d570-4324-a13c-f775780bcfd2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:52.168855 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.178193 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:42:52.186934 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Made reservation on behalf of f1745c355387471c8d0558e276552a11 for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:52.190015 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.215859 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.396984 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.480409 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.566895 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Checking segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:52.567267 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Network hostable DHCP agents. Network: 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:42:52.568014 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6bc02e-d0ed-4ad3-afe5-b17543b9defe,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:52.582559 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc98d7f-ba13-4cce-be40-52986b0ca981,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:52.599616 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:42:52.612246 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:52.621527 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:52.623770 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.636729 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf40d2-3a14-4845-8fa9-363e9e39ea65 None None] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:52.667233 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2d4e5d05-972f-493d-9cfb-09a0d91b99a8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5421965 Oct 12 18:42:52.667564 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58324) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:52.679224 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Allocated IP 172.27.2.12 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/936e1e32-539a-456d-bb64-4f1487d1ed37) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:42:52.680143 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:52.693696 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Checking segment: {'id': '3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5d9025a7-ab37-4c38-955c-8e84053e8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:52.694113 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Network hostable DHCP agents. Network: 5d9025a7-ab37-4c38-955c-8e84053e8bc4, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:42:52.696733 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.727568 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.728846 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.854035 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.872245 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:42:52.876129 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.172428 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.201208 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Checking segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:53.201856 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Network hostable DHCP agents. Network: 81d741c0-ab6b-489e-a9c6-ac7022874ed2, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:42:53.253807 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:42:53.279315 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Allocated IP 172.20.0.2 (5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6/cfc98d7f-ba13-4cce-be40-52986b0ca981/2c6debf6-b0da-46c6-b91b-94ef09f7fac2) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:42:53.347284 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=decd0ae5-a4d1-4258-8331-da238e662d83,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:53.374217 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.380116 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:42:53.383698 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 5d9025a7-ab37-4c38-955c-8e84053e8bc4) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:53.398394 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baddb465-ca12-491c-a827-1235dad46ca0 None None] Network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:53.410062 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:53.412067 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.450290 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 81d741c0-ab6b-489e-a9c6-ac7022874ed2) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:53.480255 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2735a-5956-4a60-9943-578840e7dd4d None None] Network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:53.487810 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:53.489445 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.615594 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9acca6ff-ac4a-4d3a-b95a-60fc49e50fe0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9023159 Oct 12 18:42:53.620037 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e9eb625c-eb61-4104-9e2e-f29348f5bfa7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9572511 Oct 12 18:42:53.622303 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.760693 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.761859 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.805024 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Pushing event updated for resources: {'Port': ['ID=936e1e32-539a-456d-bb64-4f1487d1ed37,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:53.819322 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:42:53.821670 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:53.826167 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.829153 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:42:53.832746 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:53.954556 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Pushing event updated for resources: {'Port': ['ID=2c6debf6-b0da-46c6-b91b-94ef09f7fac2,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:53.972699 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.973277 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.973842 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.974408 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.975140 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.975486 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.975885 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.976522 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.976900 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.977259 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.977651 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.977997 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Tracked resource versions report: Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: pushed versions: Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: { 'AddressGroup': {'1.2'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'ConntrackHelper': {'1.0'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Log': {'1.0'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Network': {'1.1'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Port': {'1.7'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'PortForwarding': {'1.2'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'QosPolicy': {'1.10'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SecurityGroup': {'1.4'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SubPort': {'1.0'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Subnet': {'1.1'}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Trunk': {'1.1'}} Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: consumer versions: Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: { DHCP agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: L3 agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: Metadata agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: Metering agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: Open vSwitch agent@dv-cinder-813228-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'ConntrackHelper': '1.0', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Log': '1.0', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Network': '1.1', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Port': '1.7', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'PortForwarding': '1.2', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'QosPolicy': '1.10', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SecurityGroup': '1.4', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SecurityGroupRule': '1.2', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'SubPort': '1.0', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Subnet': '1.1', Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: 'Trunk': '1.1'}} Oct 12 18:42:53.979341 dv-cinder-813228-2-iscsi neutron-server[100548]: {{(pid=100548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:42:53.992146 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6bd25-cc31-424e-884d-facd90457ee7 None None] Network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:54.019390 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Allocated IP 172.27.2.51 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/77087091-fc65-40e1-9216-9587811b8ebe) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:42:54.220148 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:42:54.283549 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:54.355722 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:42:54.357892 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0e6d7-2840-490d-a494-5ad072ac3a3d None None] Network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:54.368116 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:54.498603 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:54.554600 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58410) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:54.554947 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58412) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:54.565423 dv-cinder-813228-2-iscsi neutron-server[100547]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 18:42:54.595457 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:54.623645 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Attempting to bind port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:42:54.624254 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Attempting to bind port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:42:54.624681 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Attempting to bind port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 on network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:42:54.636675 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:42:54.637113 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Checking segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:54.637585 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:54.637983 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Bound using segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:42:54.638506 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Bound port: 2c6debf6-b0da-46c6-b91b-94ef09f7fac2, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:42:54.639036 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:54.825019 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:42:54.825992 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Pushing event updated for resources: {'Port': ['ID=77087091-fc65-40e1-9216-9587811b8ebe,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:54.845164 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:54.848368 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:42:54.887999 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] For port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:42:54.896374 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] For port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=2c6debf6-b0da-46c6-b91b-94ef09f7fac2,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:42:54.902671 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:54.971873 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:54.973614 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e2328-5c9d-4e5a-aee3-2f1c321e00b9 None None] Pushing event updated for resources: {'Port': ['ID=2c6debf6-b0da-46c6-b91b-94ef09f7fac2,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:55.120592 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-a8ff90ca-44cc-4828-ac61-fdeedd67f2bc tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:55.122196 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-a8ff90ca-44cc-4828-ac61-fdeedd67f2bc tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 815 time: 0.5654619 Oct 12 18:42:55.134715 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536343ab-7347-4e5c-b982-fa40dc75516b req-53e0dc40-17c9-4b9d-8279-227e1cf85a1a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:55.136252 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-53e0dc40-17c9-4b9d-8279-227e1cf85a1a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/networks?id=5d9025a7-ab37-4c38-955c-8e84053e8bc4 HTTP/1.1" status: 200 len: 812 time: 0.5783477 Oct 12 18:42:55.150558 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Router 8b3609a9-1520-422f-ad30-c8a2df559074 is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100546) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:42:55.193567 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-8a5c2b60-2d72-4c83-bd46-15f03b999553 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/quotas/6fc77a9af54d4e3283198371298edb6d HTTP/1.1" status: 200 len: 375 time: 0.0563107 Oct 12 18:42:55.200563 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-ff9d6f18-a743-4584-86af-3e5cf398eda7 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/quotas/a389745b712d4cd388df217f1110cf7c HTTP/1.1" status: 200 len: 375 time: 0.0307190 Oct 12 18:42:55.305489 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-709b8750-e0f1-4a3d-a2e6-d8b3905e5403 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039703 Oct 12 18:42:55.333903 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-bcf54bf1-2d78-47ee-af79-d8c131846b4d tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a389745b712d4cd388df217f1110cf7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108615 Oct 12 18:42:55.356305 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:55.361903 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:42:55.376455 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Sync routers for ids ['8b3609a9-1520-422f-ad30-c8a2df559074'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:42:55.393016 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Routers {'8b3609a9-1520-422f-ad30-c8a2df559074'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:55.394943 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:42:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['8b3609a9-1520-422f-ad30-c8a2df559074'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:55.404409 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:55.413119 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-586ba7ba-be50-49b8-9622-41e7956e82c8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7296071 Oct 12 18:42:55.413119 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58432) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:55.604828 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Set router 8b3609a9-1520-422f-ad30-c8a2df559074 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:55.661276 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:42:55.785222 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:55.785835 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:55.793013 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-a86ad9d3-c3c8-4679-84d4-20ec5974b3e0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:42:55.794261 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-a86ad9d3-c3c8-4679-84d4-20ec5974b3e0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2017488 Oct 12 18:42:55.797983 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-a879b74e-c146-417e-933f-01f9a772659e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:42:55.807821 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-a879b74e-c146-417e-933f-01f9a772659e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2079716 Oct 12 18:42:55.929830 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:42:54Z', 'revision_number': 3, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port': {'id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:55.941390 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:55.972559 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.024292 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Checking router: 8b3609a9-1520-422f-ad30-c8a2df559074 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:42:56.024653 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Updating router 8b3609a9-1520-422f-ad30-c8a2df559074 port 936e1e32-539a-456d-bb64-4f1487d1ed37 binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:42:56.060652 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=2c6debf6-b0da-46c6-b91b-94ef09f7fac2,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:56.071247 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-0a47e735-8413-4f2d-8fcd-4d0a26623f03 service neutron] 10.222.0.62 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514477 Oct 12 18:42:56.091354 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-04fa02d9-b1b7-424a-80b7-d7fb77ea51d9 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822313 Oct 12 18:42:56.098873 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.123064 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.319586 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=2c6debf6-b0da-46c6-b91b-94ef09f7fac2,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:56.553481 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48ac64-b40e-49d5-bb77-8039db3392a9 None None] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:56.646919 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.654258 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-c78d3f38-5e65-4ffa-9042-c1e0c0bae63c None None] Provisioning complete for port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:56.654641 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c78d3f38-5e65-4ffa-9042-c1e0c0bae63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.668373 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-26f9ba03-c0df-443d-8216-1d60cef53738 service neutron] 10.222.0.62 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737574 Oct 12 18:42:56.681596 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.689001 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-30531813-0812-45c5-9689-818c2b04c1eb service neutron] 10.222.0.62 "GET /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888071 Oct 12 18:42:56.690310 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.720642 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Router 30e701a0-6b06-4d0b-ab1d-1be282025eac is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:42:56.788944 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Pushing event updated for resources: {'Port': ['ID=936e1e32-539a-456d-bb64-4f1487d1ed37,revision_number=2']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:56.807668 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.812744 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.813339 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.813877 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.816981 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.817543 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.818045 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.818597 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.819134 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.819644 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.821592 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.822155 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Tracked resource versions report: Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: pushed versions: Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: { 'AddressGroup': {'1.2'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'ConntrackHelper': {'1.0'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Log': {'1.0'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Network': {'1.1'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Port': {'1.7'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'PortForwarding': {'1.2'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'QosPolicy': {'1.10'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SecurityGroup': {'1.4'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SubPort': {'1.0'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Subnet': {'1.1'}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Trunk': {'1.1'}} Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: consumer versions: Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: { DHCP agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: L3 agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: Metadata agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: Metering agent@dv-cinder-813228-2-iscsi: {}, Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: Open vSwitch agent@dv-cinder-813228-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'ConntrackHelper': '1.0', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Log': '1.0', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Network': '1.1', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Port': '1.7', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'PortForwarding': '1.2', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'QosPolicy': '1.10', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SecurityGroup': '1.4', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SecurityGroupRule': '1.2', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'SubPort': '1.0', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Subnet': '1.1', Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: 'Trunk': '1.1'}} Oct 12 18:42:56.824519 dv-cinder-813228-2-iscsi neutron-server[100549]: {{(pid=100549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:42:56.867423 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Attempting to bind port 936e1e32-539a-456d-bb64-4f1487d1ed37 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:42:56.867816 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Attempting to bind port 936e1e32-539a-456d-bb64-4f1487d1ed37 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:42:56.868166 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Attempting to bind port 936e1e32-539a-456d-bb64-4f1487d1ed37 on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:42:56.882876 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:42:56.883244 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:56.883668 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.884061 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:42:56.892146 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Bound port: 936e1e32-539a-456d-bb64-4f1487d1ed37, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:42:56.893182 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.034484 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] For port 936e1e32-539a-456d-bb64-4f1487d1ed37, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:42:57.039818 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] For port 936e1e32-539a-456d-bb64-4f1487d1ed37, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=936e1e32-539a-456d-bb64-4f1487d1ed37,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:42:57.049514 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.052079 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Allocated IP 172.20.0.1 (39cc5561-93df-40bf-93cb-efa2e2a3756f/e66f1fa3-fd4d-4437-ad54-310c1908acea/1e6cfc77-f2df-4ae5-8890-891d9deb0b93) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:42:57.086415 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.244885 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.304765 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.318424 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434d358-2c93-4d3c-a5c9-600baddc7444 None None] Pushing event updated for resources: {'Port': ['ID=936e1e32-539a-456d-bb64-4f1487d1ed37,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:57.342224 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Routers {'8b3609a9-1520-422f-ad30-c8a2df559074'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:57.342791 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:42:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['8b3609a9-1520-422f-ad30-c8a2df559074'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:57.345367 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-1b608b4c-fb26-4896-bbf8-c5311be84b6f None None] Provisioning complete for port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:57.345740 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1b608b4c-fb26-4896-bbf8-c5311be84b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.358052 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-495d8958-aa7d-46fe-95bd-551435a1532b req-a4369e3b-1022-43d7-9e75-64ea4e029526 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.0811789 Oct 12 18:42:57.371819 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:42:57.408957 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Sync routers for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:42:57.432056 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.433503 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-eae37a79-fc45-4125-9777-49d6919e1f52 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7645741 Oct 12 18:42:57.444587 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58514) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:57.446647 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Network 39cc5561-93df-40bf-93cb-efa2e2a3756f is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:42:57.470852 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6c8bb78b-8926-4d2b-820f-310fa0263ffc req-fd889037-0fe0-4015-ad86-c35a933d7dc9 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.0546219 Oct 12 18:42:57.479350 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:57.493966 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:42:57.496651 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.510267 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:57.514485 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:42:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:57.738631 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] Set router 8b3609a9-1520-422f-ad30-c8a2df559074 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:57.845462 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:42:58.079631 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:58.292299 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:58.326974 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:58.330182 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:42:54Z', 'revision_number': 3, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port': {'id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:58.332158 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:58.384913 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:58.392124 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769c58c-215d-4362-be3d-8befaa34b1b6 None None] The sync data for ids ['8b3609a9-1520-422f-ad30-c8a2df559074'] in dv-cinder-813228-2-iscsi is: [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:42:54Z', 'revision_number': 3, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port': {'id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:42:58.550739 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c3de9c64-1df1-476a-9bf2-8468565ca3c5 req-f02a71da-6c04-40a1-af63-a56f293208d9 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.0918856 Oct 12 18:42:58.654916 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b04493b9-3c04-4e59-b302-5b07a815e6ef req-9e23056c-1cfd-4849-9a8f-6dd6037049b8 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.0427387 Oct 12 18:42:58.730390 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:42:55Z', 'revision_number': 3, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:58.776307 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:58.788521 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Checking router: 30e701a0-6b06-4d0b-ab1d-1be282025eac for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:42:58.789198 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Updating router 30e701a0-6b06-4d0b-ab1d-1be282025eac port 77087091-fc65-40e1-9216-9587811b8ebe binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:42:58.794378 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:58.795246 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:58.889278 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.218123 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58608) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:59.337730 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:59.350934 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Network 39cc5561-93df-40bf-93cb-efa2e2a3756f is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:42:59.354147 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:59.406372 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58614) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:59.483171 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.498213 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.546920 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-43224906-3760-42cf-8f3b-f97b3ce264e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.586101 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Attempting to bind port 77087091-fc65-40e1-9216-9587811b8ebe on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:42:59.587717 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Attempting to bind port 77087091-fc65-40e1-9216-9587811b8ebe by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:42:59.589426 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Attempting to bind port 77087091-fc65-40e1-9216-9587811b8ebe on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:42:59.632328 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd5a88fa-0056-441e-af7d-f988aecde808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.654457 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 936e1e32-539a-456d-bb64-4f1487d1ed37 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:42:59.741980 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Router 8b3609a9-1520-422f-ad30-c8a2df559074 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:42:59.758397 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:42:59.758793 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:59.759381 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.759944 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:42:59.760598 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Bound port: 77087091-fc65-40e1-9216-9587811b8ebe, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:42:59.761181 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.784271 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-43224906-3760-42cf-8f3b-f97b3ce264e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.798151 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-43224906-3760-42cf-8f3b-f97b3ce264e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.857467 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd5a88fa-0056-441e-af7d-f988aecde808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.888470 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd5a88fa-0056-441e-af7d-f988aecde808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.891379 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 936e1e32-539a-456d-bb64-4f1487d1ed37 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:59.891995 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.921806 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-dd5a88fa-0056-441e-af7d-f988aecde808 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85f04aeffe8b4b9885b4f6d4eb4bd206&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5137684 Oct 12 18:42:59.924362 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3f89b261-86dd-458c-af85-bb7a193b5d19 req-f9950f97-7fad-4d5b-8f85-30081033b913 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.0949047 Oct 12 18:42:59.925338 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58626) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:59.976619 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] For port 77087091-fc65-40e1-9216-9587811b8ebe, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:42:59.979260 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-43224906-3760-42cf-8f3b-f97b3ce264e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fb217ee24af44f981d7be34523ff6d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7610979 Oct 12 18:42:59.981927 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43224906-3760-42cf-8f3b-f97b3ce264e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b181691f-aa5e-4c80-b899-923e1a4517bd,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:59.982104 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] For port 77087091-fc65-40e1-9216-9587811b8ebe, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=77087091-fc65-40e1-9216-9587811b8ebe,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:42:59.985641 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39434ab-00ec-418c-8061-c9e9a14b4ee4 None None] Pushing event updated for resources: {'Port': ['ID=77087091-fc65-40e1-9216-9587811b8ebe,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:59.990581 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58628) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:59.992987 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.000594 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:43:00.024925 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-91de2a41-b2a8-4379-bfa4-2538bf44b137 admin admin] 10.222.0.62 "PUT /v2.0/routers/8b3609a9-1520-422f-ad30-c8a2df559074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6015842 Oct 12 18:43:00.036499 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.056401 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-71871b55-9a8c-40f8-83ba-68ccc017b31b req-c30038c9-cb14-4bad-9372-b4a35dd11d54 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.0757027 Oct 12 18:43:00.058025 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39434ab-00ec-418c-8061-c9e9a14b4ee4 None None] Pushing event updated for resources: {'Port': ['ID=77087091-fc65-40e1-9216-9587811b8ebe,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:00.078919 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a6844ec-7a3a-4f61-8254-39785530a654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.081397 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:00.082293 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:42:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:00.107600 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a6844ec-7a3a-4f61-8254-39785530a654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.176391 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a88fa-0056-441e-af7d-f988aecde808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad6688-ace2-46df-bf70-e4acec54ffec,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:00.186092 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a6844ec-7a3a-4f61-8254-39785530a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.190144 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a6844ec-7a3a-4f61-8254-39785530a654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.191685 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2a6844ec-7a3a-4f61-8254-39785530a654 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10ad6688-ace2-46df-bf70-e4acec54ffec HTTP/1.1" status: 204 len: 168 time: 0.2640681 Oct 12 18:43:00.205808 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6844ec-7a3a-4f61-8254-39785530a654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad6688-ace2-46df-bf70-e4acec54ffec,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:00.227231 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c6f78225-d88f-4a3e-ab09-463be40e8116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.254924 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c6f78225-d88f-4a3e-ab09-463be40e8116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.311994 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c6f78225-d88f-4a3e-ab09-463be40e8116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.316343 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c6f78225-d88f-4a3e-ab09-463be40e8116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.321734 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c6f78225-d88f-4a3e-ab09-463be40e8116 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b181691f-aa5e-4c80-b899-923e1a4517bd HTTP/1.1" status: 204 len: 168 time: 0.3251951 Oct 12 18:43:00.332389 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f78225-d88f-4a3e-ab09-463be40e8116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b181691f-aa5e-4c80-b899-923e1a4517bd,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:00.379002 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Allocated IP 172.20.0.1 (5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6/cfc98d7f-ba13-4cce-be40-52986b0ca981/c30ba4eb-ecd1-4a60-8dac-ca056f983178) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:00.380899 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.452977 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 936e1e32-539a-456d-bb64-4f1487d1ed37, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=936e1e32-539a-456d-bb64-4f1487d1ed37,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:00.467302 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.503908 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:00.563216 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.657078 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.662991 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=936e1e32-539a-456d-bb64-4f1487d1ed37,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:00.700911 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:00.705941 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:00.709617 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:00.710373 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:00.798934 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Pushing event updated for resources: {'Port': ['ID=c30ba4eb-ecd1-4a60-8dac-ca056f983178,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:00.870776 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:42:55Z', 'revision_number': 3, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:00.950279 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca84bb-ed77-4f5a-a891-84926fcd4974 None None] The sync data for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi is: [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:42:55Z', 'revision_number': 3, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:43:01.045899 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Sync routers for ids ['8b3609a9-1520-422f-ad30-c8a2df559074'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:43:01.060588 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Routers {'8b3609a9-1520-422f-ad30-c8a2df559074'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:01.062793 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:42:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['8b3609a9-1520-422f-ad30-c8a2df559074'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:01.091893 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-c6e474ce-edfe-452c-bfb9-2eb8b39329db tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:01.108741 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-c6e474ce-edfe-452c-bfb9-2eb8b39329db tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 819 time: 0.2398741 Oct 12 18:43:01.135167 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-7b950e90-0a38-4f36-a176-e95379eafbd6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/quotas/6821e26a124c4a96ac439a644c881286 HTTP/1.1" status: 200 len: 375 time: 0.0249839 Oct 12 18:43:01.183452 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-9170796d-c0aa-4fcb-81a4-d516a3de07b7 None None] Provisioning complete for port c30ba4eb-ecd1-4a60-8dac-ca056f983178 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:01.183914 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9170796d-c0aa-4fcb-81a4-d516a3de07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:01.224704 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-878ed746-4c96-433b-b9b8-c0c65f365301 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878348 Oct 12 18:43:01.279867 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:01.293248 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-9170796d-c0aa-4fcb-81a4-d516a3de07b7 None None] Port c30ba4eb-ecd1-4a60-8dac-ca056f983178 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:43:01.351569 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58672) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:01.450666 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0c563962-232d-4476-b216-84b51ccf0a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:01.566540 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2c42d65b-0626-45ac-b959-f473729267e7 req-12ae9f55-80fc-4f87-a25e-6b8f2a0672d2 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.3548505 Oct 12 18:43:01.591968 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-52e8dc2d-9755-4a29-9e67-3fbc0f12d4e1 service neutron] 10.222.0.62 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663220 Oct 12 18:43:01.709598 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 936e1e32-539a-456d-bb64-4f1487d1ed37 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:01.758329 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Set router 8b3609a9-1520-422f-ad30-c8a2df559074 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:01.820883 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c9ae23a6-5cd9-40ac-acb0-8f7b07d48c2f req-4a2aedbd-2d95-450b-addc-8ca6f460f833 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.0510094 Oct 12 18:43:01.825136 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 936e1e32-539a-456d-bb64-4f1487d1ed37 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:01.825510 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:01.858645 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-5a399554-9619-4c08-af7b-65c8455e893a service neutron] 10.222.0.62 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504756 Oct 12 18:43:01.970230 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.011462 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0c563962-232d-4476-b216-84b51ccf0a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.019852 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.020793 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.071050 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0c563962-232d-4476-b216-84b51ccf0a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.237248 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:42:58Z', 'revision_number': 4, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port': {'id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '1e6cfc77-f2df-4ae5-8890-891d9deb0b93', 'name': '', 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'mac_address': 'fa:16:3e:40:09:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66f1fa3-fd4d-4437-ad54-310c1908acea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:56Z', 'updated_at': '2021-10-12T18:42:58Z', 'revision_number': 2, 'project_id': '6821e26a124c4a96ac439a644c881286', 'subnets': [{'id': 'e66f1fa3-fd4d-4437-ad54-310c1908acea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:02.242275 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Pushing event updated for resources: {'Port': ['ID=c30ba4eb-ecd1-4a60-8dac-ca056f983178,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:02.253564 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c563962-232d-4476-b216-84b51ccf0a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe17507-0723-42d1-b16a-e48fbb83cfa9,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:02.255312 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ca88cab5-f3a2-45a8-90d9-c67c1bc7cc3a req-0cc20980-f073-4fd4-aa5e-891f08e18bc1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 210 time: 0.0886431 Oct 12 18:43:02.277115 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0c563962-232d-4476-b216-84b51ccf0a3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a3f1e0676dc41cc99944ac906986af6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9219217 Oct 12 18:43:02.278112 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58700) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:02.312871 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Checking router: 8b3609a9-1520-422f-ad30-c8a2df559074 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:43:02.313311 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Updating router 8b3609a9-1520-422f-ad30-c8a2df559074 port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:43:02.365700 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:02.372252 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:02.376218 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.412651 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3d2c06bc-b709-480e-bb91-6987d0c2c6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.469982 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3d2c06bc-b709-480e-bb91-6987d0c2c6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.619001 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3d2c06bc-b709-480e-bb91-6987d0c2c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.622486 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3d2c06bc-b709-480e-bb91-6987d0c2c6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.624265 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-3d2c06bc-b709-480e-bb91-6987d0c2c6c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fbe17507-0723-42d1-b16a-e48fbb83cfa9 HTTP/1.1" status: 204 len: 168 time: 0.3445005 Oct 12 18:43:02.633976 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c06bc-b709-480e-bb91-6987d0c2c6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe17507-0723-42d1-b16a-e48fbb83cfa9,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:02.748436 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Router 30e701a0-6b06-4d0b-ab1d-1be282025eac has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:43:02.795321 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7df59d15-d832-4ea3-925b-902169ec7b30 req-93ea6ed4-449f-4908-9de7-d19cf57db53a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.0657234 Oct 12 18:43:02.857233 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-2ef1e81b-193e-4a56-836f-337bcfce3e50 None None] Provisioning complete for port c30ba4eb-ecd1-4a60-8dac-ca056f983178 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:02.858417 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e81b-193e-4a56-836f-337bcfce3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:02.963825 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1e81b-193e-4a56-836f-337bcfce3e50 None None] Port c30ba4eb-ecd1-4a60-8dac-ca056f983178 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:43:03.025825 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:43:03.039382 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:03.043665 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-70ff15db-40a2-47b4-a2bc-e69dcd935e76 admin admin] 10.222.0.62 "PUT /v2.0/routers/30e701a0-6b06-4d0b-ab1d-1be282025eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5931683 Oct 12 18:43:03.048410 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:03.067455 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-045da023-43b2-43bd-a31f-64af44c4faa9 req-42b66747-d982-44c3-bbd2-f145cd07df0c tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.0395529 Oct 12 18:43:03.111885 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c114e1d-3988-411d-9a66-6d7227303961 None None] Pushing event updated for resources: {'Port': ['ID=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:03.168225 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-f07590d2-bc99-424a-80b7-ff7e72b904ce tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:03.178670 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-f07590d2-bc99-424a-80b7-ff7e72b904ce tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 819 time: 0.2541637 Oct 12 18:43:03.188232 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Attempting to bind port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:03.188617 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Attempting to bind port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:03.190953 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Attempting to bind port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 on network 39cc5561-93df-40bf-93cb-efa2e2a3756f {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:03.199602 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-4eaecec3-51f7-4c6c-8fa2-05f21df20110 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/quotas/6821e26a124c4a96ac439a644c881286 HTTP/1.1" status: 200 len: 375 time: 0.0193763 Oct 12 18:43:03.202484 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:03.204596 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Checking segment: {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:03.205354 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:03.213145 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Bound using segment: {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:03.215523 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Bound port: 1e6cfc77-f2df-4ae5-8890-891d9deb0b93, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:03.216294 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:03.287990 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-5637adb3-96b4-4bef-81af-feee9933c1c6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871944 Oct 12 18:43:03.360011 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] For port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:03.366619 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] For port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:03.376230 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:03.433226 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-206cb768-1e93-4234-abd7-76a9860b82cf service neutron] 10.222.0.62 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435232 Oct 12 18:43:03.470241 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Routers {'8b3609a9-1520-422f-ad30-c8a2df559074'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:03.470908 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:42:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['8b3609a9-1520-422f-ad30-c8a2df559074'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:03.521944 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c114e1d-3988-411d-9a66-6d7227303961 None None] Pushing event updated for resources: {'Port': ['ID=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,revision_number=4']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:03.555167 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-77839623-f310-416a-8c80-3dd5273ef24c service neutron] 10.222.0.62 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207664 Oct 12 18:43:03.693689 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] Set router 8b3609a9-1520-422f-ad30-c8a2df559074 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:03.704488 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 77087091-fc65-40e1-9216-9587811b8ebe up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:03.856746 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 77087091-fc65-40e1-9216-9587811b8ebe triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:03.857538 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:03.889668 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58784) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:03.962001 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-33e0268c-8e6d-4014-84ff-93ed8b21b42c req-d17d902e-0541-48b1-a920-b06666ac27c1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 210 time: 0.0570188 Oct 12 18:43:03.989135 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Sync routers for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:43:04.050113 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:04.055330 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:42:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:04.133711 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ca7c9946-fd02-477c-a819-16b307708564 req-65d37969-8048-4db5-9c0f-c2020db278ef tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.0425906 Oct 12 18:43:04.166117 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58798) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:04.185664 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-f1e36455-96f0-41d0-a7aa-6e357a13a3ef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209016736', 'description': 'tempest-description--123730298'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:04.268596 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f1e36455-96f0-41d0-a7aa-6e357a13a3ef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.271491 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-13ade59b-fbbf-4346-80e4-babe45661ef3 req-02be12ab-f984-4798-8ea8-989e5dac0c54 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.0767360 Oct 12 18:43:04.301760 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.318445 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dee08ab7-06cc-4f4b-bbae-da4f59d9119e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.336207 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:42:58Z', 'revision_number': 4, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port': {'id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '1e6cfc77-f2df-4ae5-8890-891d9deb0b93', 'name': '', 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'mac_address': 'fa:16:3e:40:09:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66f1fa3-fd4d-4437-ad54-310c1908acea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:56Z', 'updated_at': '2021-10-12T18:43:03Z', 'revision_number': 4, 'project_id': '6821e26a124c4a96ac439a644c881286', 'subnets': [{'id': 'e66f1fa3-fd4d-4437-ad54-310c1908acea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:04.402888 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8f431-23de-478e-b941-b24cf43c7035 None None] The sync data for ids ['8b3609a9-1520-422f-ad30-c8a2df559074'] in dv-cinder-813228-2-iscsi is: [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:42:58Z', 'revision_number': 4, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port': {'id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '1e6cfc77-f2df-4ae5-8890-891d9deb0b93', 'name': '', 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'mac_address': 'fa:16:3e:40:09:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66f1fa3-fd4d-4437-ad54-310c1908acea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:56Z', 'updated_at': '2021-10-12T18:43:03Z', 'revision_number': 4, 'project_id': '6821e26a124c4a96ac439a644c881286', 'subnets': [{'id': 'e66f1fa3-fd4d-4437-ad54-310c1908acea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:43:04.503382 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f1e36455-96f0-41d0-a7aa-6e357a13a3ef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.511921 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f1e36455-96f0-41d0-a7aa-6e357a13a3ef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.589229 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 77087091-fc65-40e1-9216-9587811b8ebe, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=77087091-fc65-40e1-9216-9587811b8ebe,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:04.601166 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:04.603030 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dee08ab7-06cc-4f4b-bbae-da4f59d9119e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.606010 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.609865 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f1e36455-96f0-41d0-a7aa-6e357a13a3ef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.611176 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dee08ab7-06cc-4f4b-bbae-da4f59d9119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.618386 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f1e36455-96f0-41d0-a7aa-6e357a13a3ef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4498260 Oct 12 18:43:04.620194 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58814) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:04.642018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e36455-96f0-41d0-a7aa-6e357a13a3ef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b958e3-7a3a-42d8-9973-647a38fa5224,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:04.652639 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-b6d4801c-304a-4279-8900-3781be834cc3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'security_group_rule': {'security_group_id': '14b958e3-7a3a-42d8-9973-647a38fa5224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:04.804919 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee08ab7-06cc-4f4b-bbae-da4f59d9119e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e6a1a6-5320-4788-a5a2-e95214f19358,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:04.833361 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 58826) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:04.835082 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-dee08ab7-06cc-4f4b-bbae-da4f59d9119e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4da664423ea84244af3f13859a35dda9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9442689 Oct 12 18:43:04.841003 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.32', 49599) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:04.954413 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b6d4801c-304a-4279-8900-3781be834cc3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.964033 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-39eb80c7-d37c-4cf9-81de-17e5b7e42cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:04.996148 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-39eb80c7-d37c-4cf9-81de-17e5b7e42cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:05.072671 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-39eb80c7-d37c-4cf9-81de-17e5b7e42cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:05.077003 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-39eb80c7-d37c-4cf9-81de-17e5b7e42cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:05.077218 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=77087091-fc65-40e1-9216-9587811b8ebe,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:05.078526 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-39eb80c7-d37c-4cf9-81de-17e5b7e42cdf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8e6a1a6-5320-4788-a5a2-e95214f19358 HTTP/1.1" status: 204 len: 168 time: 0.2432423 Oct 12 18:43:05.115839 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb80c7-d37c-4cf9-81de-17e5b7e42cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e6a1a6-5320-4788-a5a2-e95214f19358,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:05.547769 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.32', 49604) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:05.630687 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 2, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:05.754006 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Checking router: 30e701a0-6b06-4d0b-ab1d-1be282025eac for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:43:05.754365 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Updating router 30e701a0-6b06-4d0b-ab1d-1be282025eac port c30ba4eb-ecd1-4a60-8dac-ca056f983178 binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:43:05.859774 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:05.908018 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-30ee7d00-49db-44b0-b6bb-e795be9c58f7 req-4b44c31b-bd0f-491b-b2d9-ff080e79ce5a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 210 time: 0.1761150 Oct 12 18:43:05.984307 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:06.164066 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b6d4801c-304a-4279-8900-3781be834cc3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:06.177745 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536343ab-7347-4e5c-b982-fa40dc75516b req-dde84cd3-f395-4783-be2e-831889726f9e tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:06.180036 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-dde84cd3-f395-4783-be2e-831889726f9e tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.32 "GET /v2.0/networks?id=5d9025a7-ab37-4c38-955c-8e84053e8bc4 HTTP/1.1" status: 200 len: 812 time: 0.6289594 Oct 12 18:43:06.213212 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0fbfa980-10c6-48f8-8886-a27982e63318 req-e2338deb-e5e6-4fef-a1d6-30317978bc12 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.4629006 Oct 12 18:43:06.227973 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b6d4801c-304a-4279-8900-3781be834cc3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:06.243234 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Request body: {'port': {'device_id': '7033be7f-de32-4945-aa84-c6c4f8c9496c', 'network_id': '5d9025a7-ab37-4c38-955c-8e84053e8bc4', 'admin_state_up': True, 'tenant_id': 'a389745b712d4cd388df217f1110cf7c'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:06.302971 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e8db046b-ca37-4057-abbb-8352d319530a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:06.306093 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e8db046b-ca37-4057-abbb-8352d319530a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 815 time: 1.4421051 Oct 12 18:43:06.385683 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Request body: {'port': {'device_id': '8b7b8752-6d60-4b76-8ec3-76dc23181210', 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'admin_state_up': True, 'tenant_id': '6fc77a9af54d4e3283198371298edb6d'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:06.605249 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.32', 49610) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:06.900864 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4801c-304a-4279-8900-3781be834cc3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f058caa6-8cbb-4e01-99d3-a308d3e45423,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:07.033362 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1b44c6d7-c716-43c1-a745-858bdf5b7f72 req-5b9b3e0b-e057-488b-aada-3c06ae7a3b7b tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.7162509 Oct 12 18:43:07.060384 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-411d9d7b-789c-43a3-8c33-0b7f56731389 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:07.063429 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-411d9d7b-789c-43a3-8c33-0b7f56731389 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 819 time: 0.4535205 Oct 12 18:43:07.098920 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b6d4801c-304a-4279-8900-3781be834cc3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.104449 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-b6d4801c-304a-4279-8900-3781be834cc3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4666836 Oct 12 18:43:07.113525 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58936) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:07.120734 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Request body: {'port': {'device_id': '7c6dc479-fc6a-42a4-bf31-8bf244cf52e9', 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f', 'admin_state_up': True, 'tenant_id': '6821e26a124c4a96ac439a644c881286'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:07.121189 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-c4f34b83-40ef-45a1-877c-589d4c08dd79 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'security_group_rule': {'security_group_id': '14b958e3-7a3a-42d8-9973-647a38fa5224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:07.131320 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.149410 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.224283 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1fc8820c-9872-41e3-8d47-68a18bfe85e1 req-dd729236-d083-4619-8514-518d427991d1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 210 time: 0.1085081 Oct 12 18:43:07.225568 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b83-40ef-45a1-877c-589d4c08dd79 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.234512 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.32', 49613) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:07.273373 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:07.273880 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.362216 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Made reservation on behalf of a389745b712d4cd388df217f1110cf7c for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:07.386362 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.410416 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602424d7-eff9-42c0-989e-60d666d0812a None None] Pushing event updated for resources: {'Port': ['ID=c30ba4eb-ecd1-4a60-8dac-ca056f983178,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:07.449474 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Made reservation on behalf of 6fc77a9af54d4e3283198371298edb6d for: {'port': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:07.453812 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.478149 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Attempting to bind port c30ba4eb-ecd1-4a60-8dac-ca056f983178 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:07.478749 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Attempting to bind port c30ba4eb-ecd1-4a60-8dac-ca056f983178 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:07.479120 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Attempting to bind port c30ba4eb-ecd1-4a60-8dac-ca056f983178 on network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:07.503479 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:07.503479 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Checking segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:07.503479 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.504017 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Bound using segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:07.504517 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Bound port: c30ba4eb-ecd1-4a60-8dac-ca056f983178, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:07.504930 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.644560 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Made reservation on behalf of 6821e26a124c4a96ac439a644c881286 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:07.649200 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.819006 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3f1f2c00-5054-476f-926e-1576f8848df8 req-42f555ce-4d58-4114-bd21-58f1baa513c0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.2986469 Oct 12 18:43:07.928551 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:08.036882 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-f991e0b7-6a4a-4109-9c9a-40ce73453f2a None None] Provisioning complete for port c30ba4eb-ecd1-4a60-8dac-ca056f983178 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:08.037303 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-f991e0b7-6a4a-4109-9c9a-40ce73453f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:08.252983 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-f991e0b7-6a4a-4109-9c9a-40ce73453f2a None None] Port c30ba4eb-ecd1-4a60-8dac-ca056f983178 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:43:08.305842 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:08.337297 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] For port c30ba4eb-ecd1-4a60-8dac-ca056f983178, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:08.349924 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:08.350827 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 77087091-fc65-40e1-9216-9587811b8ebe up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:08.365517 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] For port c30ba4eb-ecd1-4a60-8dac-ca056f983178, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=c30ba4eb-ecd1-4a60-8dac-ca056f983178,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:08.448205 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b83-40ef-45a1-877c-589d4c08dd79 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:08.515796 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-34eab966-1902-40c1-9c11-0d8add85df31 req-a6d68c02-9960-4e6a-a53b-ab44e9628ccc tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.1193728 Oct 12 18:43:08.530860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b83-40ef-45a1-877c-589d4c08dd79 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:08.542368 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-b0a37767-d731-4b5e-aea4-808d57fd41ff tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:08.544389 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-b0a37767-d731-4b5e-aea4-808d57fd41ff tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 819 time: 1.2890987 Oct 12 18:43:08.602643 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:08.648660 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f34b83-40ef-45a1-877c-589d4c08dd79 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2846a869-65a1-4387-9fd8-01f9058a6a09,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:08.671611 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:08.789374 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58978) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:08.821454 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Request body: {'port': {'device_id': '1027e289-5aba-43bc-abb1-1fb84cd07673', 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f', 'admin_state_up': True, 'tenant_id': '6821e26a124c4a96ac439a644c881286'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:09.116290 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-aba163e5-13be-4a82-85c5-7cf1125d5202 req-825e325a-b883-4d70-8eab-22590163d7e0 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 210 time: 0.5685821 Oct 12 18:43:09.195607 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-28650c62-59ef-4ed9-871e-1275e5f9f66f req-d83809a8-1f22-4f8f-b93f-aa0e51910a98 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.0647504 Oct 12 18:43:09.250827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Allocated IP 172.20.0.3 (81d741c0-ab6b-489e-a9c6-ac7022874ed2/decd0ae5-a4d1-4258-8331-da238e662d83/f440090b-cce0-464a-be69-6580f3988de7) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:09.256887 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Made reservation on behalf of 6821e26a124c4a96ac439a644c881286 for: {'port': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:09.261385 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:09.279362 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b83-40ef-45a1-877c-589d4c08dd79 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:09.281797 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c4f34b83-40ef-45a1-877c-589d4c08dd79 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1656349 Oct 12 18:43:09.293155 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 58988) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:09.300973 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:09.426501 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:09.485943 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:09.493656 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:42:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:09.514726 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Allocated IP 172.20.0.11 (5d9025a7-ab37-4c38-955c-8e84053e8bc4/4c6bc02e-d0ed-4ad3-afe5-b17543b9defe/7ced61d6-8474-47b5-9b86-7cdd2dcd0eee) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:09.862497 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Allocated IP 172.20.0.12 (39cc5561-93df-40bf-93cb-efa2e2a3756f/e66f1fa3-fd4d-4437-ad54-310c1908acea/fddc7ae3-310a-4b5b-825f-b4fd66331165) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:09.896050 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:09.931788 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-95280670-1f0a-46d5-87ce-a0d45fd5d0a4 req-44369551-d004-425d-80f9-40fe5a0585ed tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.0662832 Oct 12 18:43:09.972565 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602424d7-eff9-42c0-989e-60d666d0812a None None] Pushing event updated for resources: {'Port': ['ID=c30ba4eb-ecd1-4a60-8dac-ca056f983178,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:10.118275 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 77087091-fc65-40e1-9216-9587811b8ebe triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:10.119505 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:10.348843 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9d1353ff-2107-480e-b29b-4f166085e073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:10.386333 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:10.477934 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:10.520720 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-9f53b7b6-390c-4c5e-8294-262777caf39a None None] Provisioning complete for port c30ba4eb-ecd1-4a60-8dac-ca056f983178 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:10.524505 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9f53b7b6-390c-4c5e-8294-262777caf39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:10.766249 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:10.932605 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ce7eed05-d9e9-4ed3-9d53-9a673fc7294e req-6febb475-8e71-4bc1-be98-d45f48fb386b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 210 time: 0.1852558 Oct 12 18:43:11.081249 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:11.236471 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:11.327946 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:11.378167 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:11.638722 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:11.763748 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9f53b7b6-390c-4c5e-8294-262777caf39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:11.804889 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:11.866869 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:11.897923 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:11.909035 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:11.927721 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:11.931068 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:11.932403 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-9f53b7b6-390c-4c5e-8294-262777caf39a None None] For port c30ba4eb-ecd1-4a60-8dac-ca056f983178, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=c30ba4eb-ecd1-4a60-8dac-ca056f983178,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:11.993674 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9f53b7b6-390c-4c5e-8294-262777caf39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:12.001773 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7635667 Oct 12 18:43:12.004403 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Network 39cc5561-93df-40bf-93cb-efa2e2a3756f is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:12.011281 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:12.013631 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c8943-11ec-4725-85bf-0be1d93de5a0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Pushing event updated for resources: {'Port': ['ID=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:12.046010 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:12.058082 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:12.058792 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:12.109531 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-931a4fa5-ec2e-4d16-b0bc-6260613d0e79 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:43:12.114790 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-931a4fa5-ec2e-4d16-b0bc-6260613d0e79 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0715802 Oct 12 18:43:12.135767 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0464053 Oct 12 18:43:12.147215 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:12.156799 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Pushing event updated for resources: {'Port': ['ID=f440090b-cce0-464a-be69-6580f3988de7,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:12.203893 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:12.205977 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:12.219718 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:12.239104 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:12.240685 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:12.287132 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53b7b6-390c-4c5e-8294-262777caf39a None None] Pushing event updated for resources: {'Port': ['ID=c30ba4eb-ecd1-4a60-8dac-ca056f983178,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:12.343192 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90b38b-d14a-4fca-89e6-4c53ecd33c8f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Pushing event updated for resources: {'Port': ['ID=fddc7ae3-310a-4b5b-825f-b4fd66331165,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:12.355272 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Allocated IP 172.20.0.14 (39cc5561-93df-40bf-93cb-efa2e2a3756f/e66f1fa3-fd4d-4437-ad54-310c1908acea/86bf1c3e-0e18-4c09-a562-452e2a083af0) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:12.369789 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:08Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:12.424811 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bc5aa-e734-4c1a-b877-b2637c516e00 None None] The sync data for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi is: [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:08Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:43:12.569545 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Request body: {'port': {'device_id': '7033be7f-de32-4945-aa84-c6c4f8c9496c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:12.728582 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-e551bf76-5729-4952-8375-6e2fd5251a0c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3574266 Oct 12 18:43:12.796764 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Request body: {'port': {'device_id': '7c6dc479-fc6a-42a4-bf31-8bf244cf52e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:12.851059 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Allocated IP 172.27.2.250 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/d15a7262-3a69-47e7-a75a-5fa96097ee19) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:12.867233 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:12.925246 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d51fc1-9021-4853-9097-d7065b1fb9d6 req-21c69078-01db-477c-b16d-57c31a7cb2db tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:12.947893 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-47d51fc1-9021-4853-9097-d7065b1fb9d6 req-21c69078-01db-477c-b16d-57c31a7cb2db tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 932 time: 1.0115647 Oct 12 18:43:12.971732 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Request body: {'port': {'device_id': '8b7b8752-6d60-4b76-8ec3-76dc23181210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:13.041313 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-30fae6ec-0dca-4e0c-b0c2-8f108813675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:13.050654 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:13.178426 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device c30ba4eb-ecd1-4a60-8dac-ca056f983178 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:13.262206 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd162c2-ba34-424c-a537-8cf5c3c70679 req-2e437774-60fd-4e37-99f5-83d510a4cf9f tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:13.297362 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fdd162c2-ba34-424c-a537-8cf5c3c70679 req-2e437774-60fd-4e37-99f5-83d510a4cf9f tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 931 time: 2.8997827 Oct 12 18:43:13.361585 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port c30ba4eb-ecd1-4a60-8dac-ca056f983178 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:13.362350 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:14.101645 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:14.419795 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9d1353ff-2107-480e-b29b-4f166085e073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:14.536897 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fdd162c2-ba34-424c-a537-8cf5c3c70679 req-827d65e2-5fd5-422c-b7a4-46833716047d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921132 Oct 12 18:43:14.537964 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9d1353ff-2107-480e-b29b-4f166085e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:14.583312 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:14.632656 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-47d51fc1-9021-4853-9097-d7065b1fb9d6 req-5b1cdf13-2212-42f0-b240-e8c7d33fd460 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6835432 Oct 12 18:43:14.723545 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:14.769746 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:14.837240 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Transition to ACTIVE for port object 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:43:14.845390 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:15.010592 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-9d1353ff-2107-480e-b29b-4f166085e073 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64bc54a06dd0431d826d8c1d01d3b82a&name=default HTTP/1.1" status: 200 len: 2979 time: 5.9006412 Oct 12 18:43:15.011613 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1353ff-2107-480e-b29b-4f166085e073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c86ae9-40fd-4ec5-9dd9-e2339073ca91,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:15.041283 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59102) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:15.135532 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:15.206046 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:15.289973 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:15.344867 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Network 39cc5561-93df-40bf-93cb-efa2e2a3756f is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:15.347924 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Attempting to bind port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:15.348204 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Attempting to bind port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5d9025a7-ab37-4c38-955c-8e84053e8bc4'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:15.349040 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Attempting to bind port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee on network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:15.376315 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee on network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:43:15.376726 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Attempting to bind port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee on network 5d9025a7-ab37-4c38-955c-8e84053e8bc4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:15.378633 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:15.431672 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:15.442056 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:15.442994 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Checking segment: {'id': '3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5d9025a7-ab37-4c38-955c-8e84053e8bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:15.449354 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:15.452143 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:15.458282 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Bound using segment: {'id': '3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5d9025a7-ab37-4c38-955c-8e84053e8bc4'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:15.466205 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Bound port: 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5d9025a7-ab37-4c38-955c-8e84053e8bc4'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:15.469106 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:15.678125 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] For port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:15.684848 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] For port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,segment=NetworkSegment(3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf),segment_id=3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:15.698806 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:15.725199 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ad277-c632-4e55-8e15-b07cc587e60d req-1b28f892-f866-49ba-b4d5-8cf194d60c55 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:15.728301 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-838ad277-c632-4e55-8e15-b07cc587e60d req-1b28f892-f866-49ba-b4d5-8cf194d60c55 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 932 time: 0.9499617 Oct 12 18:43:15.730097 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:15.756126 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Pushing event updated for resources: {'Port': ['ID=86bf1c3e-0e18-4c09-a562-452e2a083af0,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:15.789899 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:15.791602 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:15.793703 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] 10.222.0.32 "PUT /v2.0/ports/7ced61d6-8474-47b5-9b86-7cdd2dcd0eee HTTP/1.1" status: 200 len: 1094 time: 3.3982050 Oct 12 18:43:15.816051 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7033be7f-de32-4945-aa84-c6c4f8c9496c', 'tag': '7ced61d6-8474-47b5-9b86-7cdd2dcd0eee'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:15.998000 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dafd-0010-499b-9b22-03e10e8bf37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:16.026117 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-9d888997-6cc4-4e07-82da-74663de9ab3d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3779638 Oct 12 18:43:16.133562 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Request body: {'port': {'device_id': '1027e289-5aba-43bc-abb1-1fb84cd07673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:16.202959 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddc7ae3-310a-4b5b-825f-b4fd66331165 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:16.222568 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:16.227168 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876527a-67c7-460a-8278-6324c40b4164 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:16.263542 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Transition to ACTIVE for port object fddc7ae3-310a-4b5b-825f-b4fd66331165 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:43:16.268135 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536343ab-7347-4e5c-b982-fa40dc75516b req-6b4410a2-3856-4b8b-bbb6-f5a88fa1a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:16.272038 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-6b4410a2-3856-4b8b-bbb6-f5a88fa1a9fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a389745b712d4cd388df217f1110cf7c&device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 1097 time: 0.3598814 Oct 12 18:43:16.273616 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:16.453385 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:16.469050 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:16.474011 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06330152-b645-4a4d-b8e2-9b2cd0a99483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:16.482942 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:16.493463 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:16.589760 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e214a1-55e0-46bc-ad7d-3708d5071d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7033be7f-de32-4945-aa84-c6c4f8c9496c", "tag": "7ced61d6-8474-47b5-9b86-7cdd2dcd0eee"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:16.628371 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:43:16.642076 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-dfa143eb-f983-46d8-ab97-277cab52e5db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee HTTP/1.1" status: 200 len: 217 time: 0.3494706 Oct 12 18:43:16.681597 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Pushing event updated for resources: {'Port': ['ID=fddc7ae3-310a-4b5b-825f-b4fd66331165,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:16.776385 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Attempting to bind port fddc7ae3-310a-4b5b-825f-b4fd66331165 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:16.777243 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Attempting to bind port fddc7ae3-310a-4b5b-825f-b4fd66331165 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:16.780258 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Attempting to bind port fddc7ae3-310a-4b5b-825f-b4fd66331165 on network 39cc5561-93df-40bf-93cb-efa2e2a3756f {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:16.789596 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536343ab-7347-4e5c-b982-fa40dc75516b req-e1c10559-f8aa-4140-8b50-7f3504c23a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:16.795075 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-e1c10559-f8aa-4140-8b50-7f3504c23a95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c6bc02e-d0ed-4ad3-afe5-b17543b9defe HTTP/1.1" status: 200 len: 852 time: 0.1349816 Oct 12 18:43:16.815106 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Port fddc7ae3-310a-4b5b-825f-b4fd66331165 on network 39cc5561-93df-40bf-93cb-efa2e2a3756f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:43:16.815703 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Attempting to bind port fddc7ae3-310a-4b5b-825f-b4fd66331165 on network 39cc5561-93df-40bf-93cb-efa2e2a3756f {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:16.816642 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06330152-b645-4a4d-b8e2-9b2cd0a99483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:16.863452 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-838ad277-c632-4e55-8e15-b07cc587e60d req-19c8162d-61a5-45ae-aaa6-d9494c739f41 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0460596 Oct 12 18:43:16.922491 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:16.958616 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'Port': ['ID=d15a7262-3a69-47e7-a75a-5fa96097ee19,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:16.973210 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:16.973831 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Checking segment: {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:16.974280 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Bound using segment: {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:16.975059 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Bound port: fddc7ae3-310a-4b5b-825f-b4fd66331165, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:16.979563 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.012768 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.027177 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-e961782b-af1a-460b-9b05-8d822865c136 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d9025a7-ab37-4c38-955c-8e84053e8bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2231219 Oct 12 18:43:17.104690 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59160) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:17.205215 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.293895 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69422e58-a71f-4fdb-a9d2-39d088d04046 req-5f6c1301-6223-4205-9b94-9253b34a102a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:17.300356 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69422e58-a71f-4fdb-a9d2-39d088d04046 req-5f6c1301-6223-4205-9b94-9253b34a102a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 931 time: 1.5614083 Oct 12 18:43:17.402973 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] For port fddc7ae3-310a-4b5b-825f-b4fd66331165, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:17.417430 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f440090b-cce0-464a-be69-6580f3988de7 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:17.430217 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ab50-98cb-4e84-b54f-c714466221bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.435307 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.455507 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] For port fddc7ae3-310a-4b5b-825f-b4fd66331165, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:17.484497 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Transition to ACTIVE for port object f440090b-cce0-464a-be69-6580f3988de7 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:43:17.572764 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ab50-98cb-4e84-b54f-c714466221bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.578002 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.595953 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ab50-98cb-4e84-b54f-c714466221bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.617436 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.621723 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.677226 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-489d81fb-3c3b-4db4-b369-bce246fa930f service neutron] 10.222.0.32 "GET /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831563 Oct 12 18:43:17.699510 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:17.700755 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.703581 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] 10.222.0.32 "PUT /v2.0/ports/fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 200 len: 1094 time: 5.2910371 Oct 12 18:43:17.709785 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4ac3ab50-98cb-4e84-b54f-c714466221bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77aa2d36f20944f0be42312037e28aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029408 Oct 12 18:43:17.720522 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59168) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:17.776743 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103f258-666b-4c53-a128-175bb4e5ee89 service neutron] Pushing event updated for resources: {'Port': ['ID=fddc7ae3-310a-4b5b-825f-b4fd66331165,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:17.796991 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3ab50-98cb-4e84-b54f-c714466221bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ebdf08-171e-43a9-b0ab-f33324a5cb4b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:17.849601 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e4e83476-a9cb-4710-95de-434b6781ed9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.916590 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e4e83476-a9cb-4710-95de-434b6781ed9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:17.948860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Pushing event updated for resources: {'Port': ['ID=f440090b-cce0-464a-be69-6580f3988de7,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:17.955490 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69422e58-a71f-4fdb-a9d2-39d088d04046 req-85b4115f-65f3-4347-8d1a-ae30339d760d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384758 Oct 12 18:43:18.157282 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59986c-a52a-4b37-905b-0ae99e9b2de1 req-63de5d0b-433d-44c3-b410-edd045d44dc8 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:18.159074 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fa59986c-a52a-4b37-905b-0ae99e9b2de1 req-63de5d0b-433d-44c3-b410-edd045d44dc8 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 944 time: 1.1103032 Oct 12 18:43:18.452791 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e4e83476-a9cb-4710-95de-434b6781ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:18.460832 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e4e83476-a9cb-4710-95de-434b6781ed9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:18.462969 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e4e83476-a9cb-4710-95de-434b6781ed9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28ebdf08-171e-43a9-b0ab-f33324a5cb4b HTTP/1.1" status: 204 len: 168 time: 0.7410407 Oct 12 18:43:18.546703 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e83476-a9cb-4710-95de-434b6781ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ebdf08-171e-43a9-b0ab-f33324a5cb4b,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:18.557965 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-e0d6e526-e0c3-4347-af39-40e555d26703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:18.566611 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-e0d6e526-e0c3-4347-af39-40e555d26703 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1097 time: 0.2949443 Oct 12 18:43:18.611623 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-536343ab-7347-4e5c-b982-fa40dc75516b req-66b87638-640d-43f6-8902-a5be32d95b82 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568995 Oct 12 18:43:18.645279 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c1a8fe-0a3b-4186-9511-0a4e598d1f1a x-openstack-request-id: req-f9c1a8fe-0a3b-4186-9511-0a4e598d1f1a {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:18.645567 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7033be7f-de32-4945-aa84-c6c4f8c9496c", "tag": "7ced61d6-8474-47b5-9b86-7cdd2dcd0eee", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:18.647000 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9c1a8fe-0a3b-4186-9511-0a4e598d1f1a {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:18.647504 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7033be7f-de32-4945-aa84-c6c4f8c9496c', 'tag': '7ced61d6-8474-47b5-9b86-7cdd2dcd0eee', 'status': 'completed', 'code': 200} Oct 12 18:43:18.681078 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Attempting to bind port f440090b-cce0-464a-be69-6580f3988de7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:18.681716 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Attempting to bind port f440090b-cce0-464a-be69-6580f3988de7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:18.682303 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Attempting to bind port f440090b-cce0-464a-be69-6580f3988de7 on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:18.689531 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06330152-b645-4a4d-b8e2-9b2cd0a99483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:18.697370 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06330152-b645-4a4d-b8e2-9b2cd0a99483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:18.719405 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3dd9a0d1-ad8a-4147-819a-af57a42fa4a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 200 len: 217 time: 0.1240528 Oct 12 18:43:18.724157 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-06330152-b645-4a4d-b8e2-9b2cd0a99483 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6c86ae9-40fd-4ec5-9dd9-e2339073ca91 HTTP/1.1" status: 204 len: 168 time: 3.6813219 Oct 12 18:43:19.040214 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Port f440090b-cce0-464a-be69-6580f3988de7 on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:43:19.041364 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Attempting to bind port f440090b-cce0-464a-be69-6580f3988de7 on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:19.045222 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-7f39a47d-c361-4f5c-822d-00270b9543b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:19.054177 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-7f39a47d-c361-4f5c-822d-00270b9543b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a389745b712d4cd388df217f1110cf7c&device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 1097 time: 0.2166846 Oct 12 18:43:19.069843 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:19.080296 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:19.095203 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Checking segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:19.097335 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Bound using segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:19.100429 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3f951e32-6057-41a3-b95a-f1720b8c0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:19.101768 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Bound port: f440090b-cce0-464a-be69-6580f3988de7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:19.102805 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:19.105401 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-3f951e32-6057-41a3-b95a-f1720b8c0f2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.1970809 Oct 12 18:43:19.119673 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06330152-b645-4a4d-b8e2-9b2cd0a99483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c86ae9-40fd-4ec5-9dd9-e2339073ca91,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:19.209413 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fa59986c-a52a-4b37-905b-0ae99e9b2de1 req-c2531db5-f2e3-4bb6-b879-2403b85a5db6 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359030 Oct 12 18:43:19.254004 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59216) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:19.310944 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a90a-0237-4712-a94e-908e7dc1b60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:19.401349 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-c417e777-b45a-4cfc-9ec7-48d2b69d5d75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2413530 Oct 12 18:43:19.418948 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b566d-513d-4b12-826f-35176721d101 req-4079649c-5e7d-4df7-b1ae-c0f1888b9cfa tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:19.421124 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f1b566d-513d-4b12-826f-35176721d101 req-4079649c-5e7d-4df7-b1ae-c0f1888b9cfa tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 932 time: 0.6894341 Oct 12 18:43:19.678110 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] For port f440090b-cce0-464a-be69-6580f3988de7, host hv-cinder-81322, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:19.714128 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] For port f440090b-cce0-464a-be69-6580f3988de7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f440090b-cce0-464a-be69-6580f3988de7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:19.756260 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:19.770947 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:19.785168 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:19.839539 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-922b0f67-837a-4468-88ec-03570c772369 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214826 Oct 12 18:43:19.883464 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:19.884563 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:19.886212 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] 10.222.0.32 "PUT /v2.0/ports/f440090b-cce0-464a-be69-6580f3988de7 HTTP/1.1" status: 200 len: 1093 time: 6.9932740 Oct 12 18:43:19.891481 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:19.905671 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-ed12ac6a-858e-4833-8993-f5dc2d7ac079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:19.908860 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-ed12ac6a-858e-4833-8993-f5dc2d7ac079 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d9025a7-ab37-4c38-955c-8e84053e8bc4 HTTP/1.1" status: 200 len: 913 time: 0.7806680 Oct 12 18:43:19.965040 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adc9df-3970-4d0f-9dc6-549733ff0785 service neutron] Pushing event updated for resources: {'Port': ['ID=f440090b-cce0-464a-be69-6580f3988de7,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:20.080745 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-54f63545-a326-4d34-b0a1-32702b59780e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee HTTP/1.1" status: 200 len: 217 time: 0.1221583 Oct 12 18:43:20.115540 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7b8752-6d60-4b76-8ec3-76dc23181210', 'tag': 'f440090b-cce0-464a-be69-6580f3988de7'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:20.137372 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59242) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:20.221696 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5a8940b-88ed-44b8-8234-9ce4e581ed93 req-0e1bfc0e-abae-487e-aed0-359bf67f204a service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651064 Oct 12 18:43:20.266125 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'Port': ['ID=d15a7262-3a69-47e7-a75a-5fa96097ee19,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:20.286840 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:20.288192 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-47770b14-de12-4e1c-b8fb-1b60cb5343a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9935591 Oct 12 18:43:20.298532 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bf1c3e-0e18-4c09-a562-452e2a083af0 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:20.342282 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f1b566d-513d-4b12-826f-35176721d101 req-c32375d1-5aeb-467c-8c79-94731c45b00c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8215344 Oct 12 18:43:20.346058 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:20.379698 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58947c2-f763-4376-a05f-3cd640c3f6e6 req-a5a6eaae-40b0-47fe-8c99-70e9a2c57959 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:20.389394 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e58947c2-f763-4376-a05f-3cd640c3f6e6 req-a5a6eaae-40b0-47fe-8c99-70e9a2c57959 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 943 time: 0.9670937 Oct 12 18:43:20.393125 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-60221d7d-21d2-4149-9e21-7866485574ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:20.445364 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Transition to ACTIVE for port object 86bf1c3e-0e18-4c09-a562-452e2a083af0 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:43:20.461555 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e58947c2-f763-4376-a05f-3cd640c3f6e6 req-6dee021c-a9a4-4c98-951b-522d04a995ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711398 Oct 12 18:43:20.472081 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:20.650060 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6dc479-fc6a-42a4-bf31-8bf244cf52e9', 'tag': 'fddc7ae3-310a-4b5b-825f-b4fd66331165'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:20.653460 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30010ce-0be3-400f-8080-26ac2ea2c7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6dc479-fc6a-42a4-bf31-8bf244cf52e9", "tag": "fddc7ae3-310a-4b5b-825f-b4fd66331165"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:20.699281 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a90a-0237-4712-a94e-908e7dc1b60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:20.705799 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-60221d7d-21d2-4149-9e21-7866485574ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:20.715862 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-60221d7d-21d2-4149-9e21-7866485574ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:20.761042 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Pushing event updated for resources: {'Port': ['ID=86bf1c3e-0e18-4c09-a562-452e2a083af0,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:20.776714 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae11622-ff49-4d9a-9bda-508d6ea2a771" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7b8752-6d60-4b76-8ec3-76dc23181210", "tag": "f440090b-cce0-464a-be69-6580f3988de7"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:20.798984 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-60221d7d-21d2-4149-9e21-7866485574ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be37d8dadea2418bb7668d5828684a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6579902 Oct 12 18:43:20.800607 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59278) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:20.875776 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a90a-0237-4712-a94e-908e7dc1b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:20.942516 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-5cd7a90a-0237-4712-a94e-908e7dc1b60f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=363f6eb037b1488cb2bb37fcfc6bd0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6817639 Oct 12 18:43:20.943340 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7a90a-0237-4712-a94e-908e7dc1b60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd80b8d3-31c1-44d8-8c5f-d389aff28805,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:20.963789 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59282) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:20.966096 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60221d7d-21d2-4149-9e21-7866485574ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a04b6e-e5f7-4d5c-bddf-1f8548f3420a,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:21.039927 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b7fabf46-9b82-4b49-9edc-bd1e5dbf893a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.137571 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-1c75de54-ca12-4aef-8532-6a523735c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:21.140221 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-1c75de54-ca12-4aef-8532-6a523735c1ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 1096 time: 0.2815871 Oct 12 18:43:21.142847 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a09a3-e2f1-471c-be74-4b1618101e7b req-012b2506-7c75-4f8e-8281-cd37b01f7f95 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:21.145455 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-334a09a3-e2f1-471c-be74-4b1618101e7b req-012b2506-7c75-4f8e-8281-cd37b01f7f95 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 944 time: 0.3875360 Oct 12 18:43:21.158352 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-a6313253-7afd-41c3-81f5-542d2d46588e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1209016736&fields=id&tenant_id=f1745c355387471c8d0558e276552a11 HTTP/1.1" status: 200 len: 267 time: 0.3754697 Oct 12 18:43:21.176114 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-80f949d7-4a2e-48ad-abba-43fcb9caf782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:21.177413 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Attempting to bind port 86bf1c3e-0e18-4c09-a562-452e2a083af0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:21.177930 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-80f949d7-4a2e-48ad-abba-43fcb9caf782 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c6bc02e-d0ed-4ad3-afe5-b17543b9defe HTTP/1.1" status: 200 len: 852 time: 0.3228440 Oct 12 18:43:21.178060 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Attempting to bind port 86bf1c3e-0e18-4c09-a562-452e2a083af0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:21.178516 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Attempting to bind port 86bf1c3e-0e18-4c09-a562-452e2a083af0 on network 39cc5561-93df-40bf-93cb-efa2e2a3756f {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:21.190947 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Port 86bf1c3e-0e18-4c09-a562-452e2a083af0 on network 39cc5561-93df-40bf-93cb-efa2e2a3756f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:43:21.191336 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Attempting to bind port 86bf1c3e-0e18-4c09-a562-452e2a083af0 on network 39cc5561-93df-40bf-93cb-efa2e2a3756f {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:21.191682 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b7fabf46-9b82-4b49-9edc-bd1e5dbf893a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.216184 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-76227116-3bd2-4f31-a063-e21bff763ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.242086 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-76227116-3bd2-4f31-a063-e21bff763ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.307109 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-76227116-3bd2-4f31-a063-e21bff763ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.311019 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-76227116-3bd2-4f31-a063-e21bff763ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.312140 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-76227116-3bd2-4f31-a063-e21bff763ccb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd80b8d3-31c1-44d8-8c5f-d389aff28805 HTTP/1.1" status: 204 len: 168 time: 0.3469436 Oct 12 18:43:21.356483 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-2199bcf9-fb1a-46e5-a231-b321a5e58dc6 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:21.364129 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-2199bcf9-fb1a-46e5-a231-b321a5e58dc6 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 817 time: 0.1740322 Oct 12 18:43:21.379772 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227116-3bd2-4f31-a063-e21bff763ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd80b8d3-31c1-44d8-8c5f-d389aff28805,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:21.394948 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-f19fcb6a-c6bd-4732-87bc-c7c8c1b53304 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/quotas/f1745c355387471c8d0558e276552a11 HTTP/1.1" status: 200 len: 375 time: 0.0296059 Oct 12 18:43:21.399073 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:21.399642 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Checking segment: {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:21.400173 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Bound using segment: {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:21.400711 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Bound port: 86bf1c3e-0e18-4c09-a562-452e2a083af0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667e8383-93ab-41ff-ab95-2b0c160e224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:21.401078 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.453420 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-334a09a3-e2f1-471c-be74-4b1618101e7b req-0b217e61-040f-4319-9648-32a8c5aed3ca tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935183 Oct 12 18:43:21.475088 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b7fabf46-9b82-4b49-9edc-bd1e5dbf893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.479603 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b7fabf46-9b82-4b49-9edc-bd1e5dbf893a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.488967 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b7fabf46-9b82-4b49-9edc-bd1e5dbf893a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96a04b6e-e5f7-4d5c-bddf-1f8548f3420a HTTP/1.1" status: 204 len: 168 time: 0.6869764 Oct 12 18:43:21.518488 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fabf46-9b82-4b49-9edc-bd1e5dbf893a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a04b6e-e5f7-4d5c-bddf-1f8548f3420a,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:21.563650 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-ac5ed650-8580-406f-9190-99bbe8b09e88 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1674571 Oct 12 18:43:21.646591 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeff4c0d-b419-4753-a260-11a0837ac598 x-openstack-request-id: req-aeff4c0d-b419-4753-a260-11a0837ac598 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:21.648147 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6dc479-fc6a-42a4-bf31-8bf244cf52e9", "tag": "fddc7ae3-310a-4b5b-825f-b4fd66331165", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:21.649760 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aeff4c0d-b419-4753-a260-11a0837ac598 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:21.650883 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6dc479-fc6a-42a4-bf31-8bf244cf52e9', 'tag': 'fddc7ae3-310a-4b5b-825f-b4fd66331165', 'status': 'completed', 'code': 200} Oct 12 18:43:21.729233 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] For port 86bf1c3e-0e18-4c09-a562-452e2a083af0, host hv-cinder-81322, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:21.738381 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] For port 86bf1c3e-0e18-4c09-a562-452e2a083af0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=86bf1c3e-0e18-4c09-a562-452e2a083af0,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:21.754229 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.824915 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Pushing event updated for resources: {'Port': ['ID=86bf1c3e-0e18-4c09-a562-452e2a083af0,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:21.850760 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:21.851660 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:21.853231 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-16471cdb-743a-4376-b5e5-5048d768da36 service neutron] 10.222.0.32 "PUT /v2.0/ports/86bf1c3e-0e18-4c09-a562-452e2a083af0 HTTP/1.1" status: 200 len: 1094 time: 5.7396779 Oct 12 18:43:21.886668 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-0a079e87-0b21-459a-ac6e-acca56d17503 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016858 Oct 12 18:43:22.080530 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-e08d23fd-65a9-4dac-8b11-c1437346b276 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919379 Oct 12 18:43:22.369344 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59358) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:22.536579 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-66577e38-6351-4fe3-9e68-15eded91e0d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f440090b-cce0-464a-be69-6580f3988de7 HTTP/1.1" status: 200 len: 217 time: 0.1267591 Oct 12 18:43:22.567689 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7839fe-27f7-44ea-9519-0611c9b50256 x-openstack-request-id: req-3a7839fe-27f7-44ea-9519-0611c9b50256 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:22.568071 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7b8752-6d60-4b76-8ec3-76dc23181210", "tag": "f440090b-cce0-464a-be69-6580f3988de7", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:22.568720 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a7839fe-27f7-44ea-9519-0611c9b50256 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:22.569416 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7b8752-6d60-4b76-8ec3-76dc23181210', 'tag': 'f440090b-cce0-464a-be69-6580f3988de7', 'status': 'completed', 'code': 200} Oct 12 18:43:22.586211 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-d3ff1ad0-2acd-4c99-b9c6-baccaa845bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d9025a7-ab37-4c38-955c-8e84053e8bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186077 Oct 12 18:43:22.586984 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-364116ae-73e4-423d-b569-25474a927492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:22.685833 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452a05-5e5f-4483-9694-ebcf2fc96eeb req-14f5505c-51c9-49eb-a675-a5c6a658589b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:22.687435 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-52452a05-5e5f-4483-9694-ebcf2fc96eeb req-14f5505c-51c9-49eb-a675-a5c6a658589b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 944 time: 0.3488436 Oct 12 18:43:22.691960 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-66f51e5b-c7fb-4486-add4-fe89b87efc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:22.693445 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-66f51e5b-c7fb-4486-add4-fe89b87efc63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1097 time: 0.2963817 Oct 12 18:43:22.799584 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-c2675eae-74ff-4d1b-ba3b-6b4910f9312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:22.801183 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-c2675eae-74ff-4d1b-ba3b-6b4910f9312c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 1097 time: 0.2358861 Oct 12 18:43:22.832597 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-9270df51-05d6-400e-b7f9-e2e9c85574a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:22.834753 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-9270df51-05d6-400e-b7f9-e2e9c85574a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.2511606 Oct 12 18:43:22.897293 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-04d6162e-75ca-4854-9d0f-eadd91757b8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469701 Oct 12 18:43:22.899538 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-e32d4e77-61f1-43a4-9479-015ec348a03c service neutron] 10.222.0.32 "GET /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886512 Oct 12 18:43:23.138008 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f111-23e3-434b-a9d5-0d5a4a23f393 req-e35b9fac-63dd-4b56-a1cf-ebf3742b2b97 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:23.147348 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3ea1f111-23e3-434b-a9d5-0d5a4a23f393 req-e35b9fac-63dd-4b56-a1cf-ebf3742b2b97 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 943 time: 0.5370123 Oct 12 18:43:23.224365 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-211b033a-17d1-4e69-af43-5698c4a38b48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bf1c3e-0e18-4c09-a562-452e2a083af0 HTTP/1.1" status: 200 len: 217 time: 0.4059741 Oct 12 18:43:23.239533 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-52452a05-5e5f-4483-9694-ebcf2fc96eeb req-9c722036-544f-401f-8bb4-9c0c5fd42785 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362482 Oct 12 18:43:23.287741 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-364116ae-73e4-423d-b569-25474a927492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:23.298523 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-364116ae-73e4-423d-b569-25474a927492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:23.373332 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-dd44dba9-5fde-44c1-8903-eecc04267163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:23.375775 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-dd44dba9-5fde-44c1-8903-eecc04267163 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 920 time: 0.6684611 Oct 12 18:43:23.387941 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3ea1f111-23e3-434b-a9d5-0d5a4a23f393 req-72a4320e-1554-420d-b9ea-4241cc00dbf3 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771359 Oct 12 18:43:23.439551 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-beb86867-013a-4a1c-8656-822410106e2b service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232656 Oct 12 18:43:23.475584 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-9280db31-cd79-4462-b07f-fe9b3724dab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 200 len: 217 time: 0.0857923 Oct 12 18:43:23.484815 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-22655ffc-6705-4599-a890-eb92b8d7b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:23.486907 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85e214a1-55e0-46bc-ad7d-3708d5071d4d req-6eeb3b95-f66a-42fd-b6bc-a77c1cf5dfaf service neutron] 10.222.0.32 "GET /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689747 Oct 12 18:43:23.488628 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-22655ffc-6705-4599-a890-eb92b8d7b570 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.2413881 Oct 12 18:43:23.518690 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-364116ae-73e4-423d-b569-25474a927492 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28d7bffafcde427ea4d31d501d69c6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1476469 Oct 12 18:43:23.558075 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364116ae-73e4-423d-b569-25474a927492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d5203a-7d98-41dc-9aa8-e0057c673e52,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:23.561226 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59406) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:23.673711 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec0235c2-9d65-4fc7-9432-676ac58fd949 req-02b22b4a-5f0e-422f-a7eb-2606ed9d74bf service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190251 Oct 12 18:43:23.717480 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-1921af82-432a-4692-8cde-f5f9f230c3e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575208 Oct 12 18:43:23.727486 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-700aa22e-0ff5-4e20-8dee-0a08e0d72d24 req-6272ac3c-d74f-471b-8c39-c671e58160d1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 210 time: 0.2554417 Oct 12 18:43:23.783758 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-873aada3-ed7a-42c5-8a16-00313afabeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:23.785498 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-873aada3-ed7a-42c5-8a16-00313afabeea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.2912762 Oct 12 18:43:23.827029 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-a2e42675-cc2a-42db-8d95-bb1a1c84b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:23.829601 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-a2e42675-cc2a-42db-8d95-bb1a1c84b19b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 1096 time: 0.0907807 Oct 12 18:43:23.965190 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-8457f101-8b28-4198-b38b-cba5e97e2aab service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621366 Oct 12 18:43:23.970250 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-a66fea01-a2e3-474a-b12f-864d361d5c95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512850 Oct 12 18:43:24.010890 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-b4fc185c-9b46-48d5-bcab-fb3ef9ebf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:24.012334 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-b4fc185c-9b46-48d5-bcab-fb3ef9ebf749 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 916 time: 0.1694543 Oct 12 18:43:24.016009 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c88eb-c317-4a9b-8731-1ab154278d81 req-82aeede1-547e-4fc7-982e-83f375cfc260 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:24.017618 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-de9c88eb-c317-4a9b-8731-1ab154278d81 req-82aeede1-547e-4fc7-982e-83f375cfc260 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 944 time: 0.4555440 Oct 12 18:43:24.093268 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-2c09e505-0e64-4948-a82e-ebecf1bff9a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f440090b-cce0-464a-be69-6580f3988de7 HTTP/1.1" status: 200 len: 217 time: 0.0666649 Oct 12 18:43:24.127108 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2cfd-b31c-457e-bda3-bd900346b60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:24.209584 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2cfd-b31c-457e-bda3-bd900346b60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:24.214372 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-faea17d6-a29c-49e8-9d55-119087806ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:24.215893 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-faea17d6-a29c-49e8-9d55-119087806ee3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.1034286 Oct 12 18:43:24.266695 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-de9c88eb-c317-4a9b-8731-1ab154278d81 req-52ac9482-81dc-4143-9d4e-5bbd2e88a977 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880183 Oct 12 18:43:24.271455 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-439f848a-4740-4aa6-ba27-c7d84e4cf56b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366495 Oct 12 18:43:24.306698 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-d587564d-9843-40c2-b6ab-125661de3695 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:24.308720 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-666ab892-2a54-4db4-8867-a5cb14968fb0 req-cca3a223-df4d-466d-bff8-02b57e1c3f9a service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233974 Oct 12 18:43:24.312087 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-d587564d-9843-40c2-b6ab-125661de3695 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 817 time: 0.2454307 Oct 12 18:43:24.316654 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-99637c29-1856-4050-b629-1b18fcaa18af service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302457 Oct 12 18:43:24.390021 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device fddc7ae3-310a-4b5b-825f-b4fd66331165 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:43:24.481095 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2cfd-b31c-457e-bda3-bd900346b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:24.483944 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-1c6ff7c9-b7a7-405a-8f65-042b3574f2fd tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1745c355387471c8d0558e276552a11 HTTP/1.1" status: 200 len: 380 time: 0.1480856 Oct 12 18:43:24.492134 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2cfd-b31c-457e-bda3-bd900346b60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:24.499220 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ab5c2cfd-b31c-457e-bda3-bd900346b60c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18d5203a-7d98-41dc-9aa8-e0057c673e52 HTTP/1.1" status: 204 len: 168 time: 0.9358399 Oct 12 18:43:24.535965 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-2669fbe3-322c-4f31-b13e-6be7c42a0114 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217085 Oct 12 18:43:24.546186 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'port': {'device_id': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'admin_state_up': True, 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'security_groups': ['14b958e3-7a3a-42d8-9973-647a38fa5224']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:24.556630 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port fddc7ae3-310a-4b5b-825f-b4fd66331165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:24.574435 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'fddc7ae3-310a-4b5b-825f-b4fd66331165', 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f', 'port_id': 'fddc7ae3-310a-4b5b-825f-b4fd66331165', 'mac_address': 'fa:16:3e:8f:83:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66f1fa3-fd4d-4437-ad54-310c1908acea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:43:24.632612 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1027e289-5aba-43bc-abb1-1fb84cd07673', 'tag': '86bf1c3e-0e18-4c09-a562-452e2a083af0'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:24.644701 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "1027e289-5aba-43bc-abb1-1fb84cd07673", "tag": "86bf1c3e-0e18-4c09-a562-452e2a083af0"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:24.655575 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:24.666416 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c2cfd-b31c-457e-bda3-bd900346b60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d5203a-7d98-41dc-9aa8-e0057c673e52,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:24.673969 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddc7ae3-310a-4b5b-825f-b4fd66331165 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:24.722365 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port fddc7ae3-310a-4b5b-825f-b4fd66331165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:24.723897 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ae11622-ff49-4d9a-9bda-508d6ea2a771 req-99895d55-8c62-432b-b826-04e106750244 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713974 Oct 12 18:43:24.736003 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:24.737107 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:43:24.752920 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f15da-4108-4fa6-a639-36f6926682de req-14147923-f21c-4ba9-8e17-513b2e013f16 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:24.754761 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3a4f15da-4108-4fa6-a639-36f6926682de req-14147923-f21c-4ba9-8e17-513b2e013f16 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 944 time: 0.4079258 Oct 12 18:43:24.895274 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ce253-fe1f-4791-85d8-ce8bbdcbdf32 req-99db02aa-4fcc-4041-aeea-8e4b469a1f9c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:24.896703 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e91ce253-fe1f-4791-85d8-ce8bbdcbdf32 req-99db02aa-4fcc-4041-aeea-8e4b469a1f9c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 943 time: 0.3878284 Oct 12 18:43:24.912809 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3a4f15da-4108-4fa6-a639-36f6926682de req-d24a5df2-e5fa-4fda-a5fc-c865a212bc08 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464117 Oct 12 18:43:24.921957 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=fddc7ae3-310a-4b5b-825f-b4fd66331165,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:24.978498 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a30010ce-0be3-400f-8080-26ac2ea2c7ba req-7e12bb08-949d-4084-a19f-99b38f2cdaca service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473842 Oct 12 18:43:25.005868 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e91ce253-fe1f-4791-85d8-ce8bbdcbdf32 req-f414056a-65e0-4f8d-9e24-079e94bdf0c3 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944262 Oct 12 18:43:25.006596 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,segment=NetworkSegment(3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf),segment_id=3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:25.039735 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '7ced61d6-8474-47b5-9b86-7cdd2dcd0eee', 'network_id': '5d9025a7-ab37-4c38-955c-8e84053e8bc4', 'port_id': '7ced61d6-8474-47b5-9b86-7cdd2dcd0eee', 'mac_address': 'fa:16:3e:49:50:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6bc02e-d0ed-4ad3-afe5-b17543b9defe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:43:25.053021 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Made reservation on behalf of f1745c355387471c8d0558e276552a11 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:25.068581 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:25.142069 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:25.165548 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:25.197537 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,segment=NetworkSegment(3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf),segment_id=3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:25.204166 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:25.218112 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db9a9d0-9b3c-4c2d-a74a-0b7bb1cc2ef8 x-openstack-request-id: req-9db9a9d0-9b3c-4c2d-a74a-0b7bb1cc2ef8 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:25.218730 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1027e289-5aba-43bc-abb1-1fb84cd07673", "tag": "86bf1c3e-0e18-4c09-a562-452e2a083af0", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:25.218730 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9db9a9d0-9b3c-4c2d-a74a-0b7bb1cc2ef8 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:25.219057 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1027e289-5aba-43bc-abb1-1fb84cd07673', 'tag': '86bf1c3e-0e18-4c09-a562-452e2a083af0', 'status': 'completed', 'code': 200} Oct 12 18:43:25.224844 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c55b9c7d-1f97-49cc-9294-6fea10b54af8 req-74e2dbd1-15f9-4fe0-b7f9-403d5fe836b9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 210 time: 0.0718036 Oct 12 18:43:25.296382 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:25.319018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Allocated IP 172.20.0.3 (5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6/cfc98d7f-ba13-4cce-be40-52986b0ca981/d0ed27e8-71e2-4a30-be51-a39816b86ac1) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:25.356435 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-a8721e03-9a92-4ede-8d21-a3ee6f0ad434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:25.361596 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-a8721e03-9a92-4ede-8d21-a3ee6f0ad434 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 1097 time: 0.1398523 Oct 12 18:43:25.547814 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['7ced61d6-8474-47b5-9b86-7cdd2dcd0eee'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:43:25.581115 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6b432-6f88-4733-aa05-a81a07e46abc req-b977882f-0fcb-42a1-ac63-4b9a139e19b5 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:25.588530 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-38a6b432-6f88-4733-aa05-a81a07e46abc req-b977882f-0fcb-42a1-ac63-4b9a139e19b5 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 945 time: 0.1188512 Oct 12 18:43:25.593051 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-e69d19da-c62f-4060-994f-d5ff529a4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:25.594685 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-e69d19da-c62f-4060-994f-d5ff529a4cf2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 920 time: 0.2225819 Oct 12 18:43:25.603935 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['fddc7ae3-310a-4b5b-825f-b4fd66331165'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:43:25.628215 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:25.681136 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:25.696395 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-46b4fb47-656f-46f9-8768-5742cf214e5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bf1c3e-0e18-4c09-a562-452e2a083af0 HTTP/1.1" status: 200 len: 217 time: 0.0868022 Oct 12 18:43:25.769787 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:25.773696 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:25.781217 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:25.790841 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:25.790977 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-38a6b432-6f88-4733-aa05-a81a07e46abc req-497d37e3-d558-47b0-8d58-aa6ad7708bb0 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911840 Oct 12 18:43:25.792080 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:25.839459 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2988272 Oct 12 18:43:25.840716 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c124b8-fca5-4afd-8e36-e74ce25b1247 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:25.841745 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-ce9cfc7c-46e5-4c9d-b8e0-f8668c4e83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:25.845856 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-ce9cfc7c-46e5-4c9d-b8e0-f8668c4e83f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.1405463 Oct 12 18:43:26.108422 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfe55a-3359-429d-aae8-45be2555bf53 req-003137a1-9b64-40a7-9cbe-983555e758b8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:26.116316 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0ebfe55a-3359-429d-aae8-45be2555bf53 req-003137a1-9b64-40a7-9cbe-983555e758b8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 944 time: 0.0792799 Oct 12 18:43:26.171397 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-93ef8c88-e3e0-41b2-bed9-cee7d35db303 None None] Provisioning complete for port d0ed27e8-71e2-4a30-be51-a39816b86ac1 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:26.172047 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-93ef8c88-e3e0-41b2-bed9-cee7d35db303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:26.231212 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-93ef8c88-e3e0-41b2-bed9-cee7d35db303 None None] Port d0ed27e8-71e2-4a30-be51-a39816b86ac1 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:43:26.231526 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0ebfe55a-3359-429d-aae8-45be2555bf53 req-6ac67512-6bec-4233-8b54-f659add9ee4f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141379 Oct 12 18:43:26.251846 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fd38-22a0-4da5-b2cf-78b8a67ab1e9 req-05cf79e5-175b-4607-bd6e-5b53f022f993 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:26.253652 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3796fd38-22a0-4da5-b2cf-78b8a67ab1e9 req-05cf79e5-175b-4607-bd6e-5b53f022f993 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 943 time: 0.1174703 Oct 12 18:43:26.302226 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3796fd38-22a0-4da5-b2cf-78b8a67ab1e9 req-42b0d7cc-2047-46c5-815f-257060c8e208 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406277 Oct 12 18:43:26.362195 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89929d8-c5fc-4fcd-905c-6bd8ceccd40a req-97322873-ffc0-4e75-b4e0-dd1f0c96a1c1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:26.363696 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b89929d8-c5fc-4fcd-905c-6bd8ceccd40a req-97322873-ffc0-4e75-b4e0-dd1f0c96a1c1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 931 time: 0.0500898 Oct 12 18:43:26.401789 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b89929d8-c5fc-4fcd-905c-6bd8ceccd40a req-de6e222c-bf38-4afe-87d9-e1f69eb16a8e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311539 Oct 12 18:43:26.922134 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90692c12-3b84-4e91-b834-fb8631729615 req-31eb9eab-53d4-4341-800f-d489259c7ac2 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:26.923936 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-90692c12-3b84-4e91-b834-fb8631729615 req-31eb9eab-53d4-4341-800f-d489259c7ac2 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 945 time: 0.0680354 Oct 12 18:43:26.990582 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-90692c12-3b84-4e91-b834-fb8631729615 req-cb8377b2-cf3b-47d4-9fef-0c92ccff512d tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603571 Oct 12 18:43:27.358767 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bbe1a-7903-4aa6-8a1e-063e30ea8602 req-d18e74de-80cd-4437-96ee-d568058f246e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:27.361204 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-224bbe1a-7903-4aa6-8a1e-063e30ea8602 req-d18e74de-80cd-4437-96ee-d568058f246e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 944 time: 0.0573945 Oct 12 18:43:27.432382 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-224bbe1a-7903-4aa6-8a1e-063e30ea8602 req-0dccc6f0-65ae-4033-84d4-db6c5c3c14b9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644040 Oct 12 18:43:27.451857 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7568c-2bd1-4f2b-b8c2-6eee4f988523 req-b2797af8-744e-46c3-9739-5c22c4d93e38 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:27.453464 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-65d7568c-2bd1-4f2b-b8c2-6eee4f988523 req-b2797af8-744e-46c3-9739-5c22c4d93e38 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 943 time: 0.0768828 Oct 12 18:43:27.519907 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-65d7568c-2bd1-4f2b-b8c2-6eee4f988523 req-b0724636-f5de-4aaa-8400-f940775b7679 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562029 Oct 12 18:43:27.569986 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device f440090b-cce0-464a-be69-6580f3988de7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:43:27.584549 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad630bcc-9634-4c7b-8efa-33509773068f req-4752ccbd-189e-4812-ad13-3cb2f4301648 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:27.586097 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ad630bcc-9634-4c7b-8efa-33509773068f req-4752ccbd-189e-4812-ad13-3cb2f4301648 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 931 time: 0.0627089 Oct 12 18:43:27.644011 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ad630bcc-9634-4c7b-8efa-33509773068f req-8d8ca437-44bb-4053-9e70-32eba7250d21 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Oct 12 18:43:27.840585 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port f440090b-cce0-464a-be69-6580f3988de7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f440090b-cce0-464a-be69-6580f3988de7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:27.853829 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'f440090b-cce0-464a-be69-6580f3988de7', 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'port_id': 'f440090b-cce0-464a-be69-6580f3988de7', 'mac_address': 'fa:16:3e:86:94:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decd0ae5-a4d1-4258-8331-da238e662d83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:43:27.902369 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:27.917969 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f440090b-cce0-464a-be69-6580f3988de7 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:27.942906 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port f440090b-cce0-464a-be69-6580f3988de7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f440090b-cce0-464a-be69-6580f3988de7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:27.948336 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.004540 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=f440090b-cce0-464a-be69-6580f3988de7,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:28.137859 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba6ab7-b784-4ae1-95f6-c825d4000e8f req-b5dad59f-d1c2-433d-9448-4c6a2fc0e9e3 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:28.139714 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c3ba6ab7-b784-4ae1-95f6-c825d4000e8f req-b5dad59f-d1c2-433d-9448-4c6a2fc0e9e3 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 945 time: 0.0605545 Oct 12 18:43:28.188617 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c3ba6ab7-b784-4ae1-95f6-c825d4000e8f req-aa0d1d77-a443-4cf1-99aa-b53f4ef58a0e tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Oct 12 18:43:28.271701 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59568) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:28.402057 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-65ec02aa-f6a1-4767-aeea-48393b381788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.495756 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-65ec02aa-f6a1-4767-aeea-48393b381788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.501273 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-65ec02aa-f6a1-4767-aeea-48393b381788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.527967 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Request body: {'port': {'device_id': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:28.565939 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.601799 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-7f5fa8b2-84c7-40e2-b258-58dd4b7b8791 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652151 Oct 12 18:43:28.606121 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.610574 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-65ec02aa-f6a1-4767-aeea-48393b381788 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2aee91cec0ab43b487f06d7450b1661c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373554 Oct 12 18:43:28.613900 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59578) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:28.614579 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec02aa-f6a1-4767-aeea-48393b381788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54d80b-6ddb-4595-b33c-a9b09c487ac4,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:28.730364 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 86bf1c3e-0e18-4c09-a562-452e2a083af0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:43:28.897715 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 86bf1c3e-0e18-4c09-a562-452e2a083af0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=86bf1c3e-0e18-4c09-a562-452e2a083af0,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:28.914753 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '86bf1c3e-0e18-4c09-a562-452e2a083af0', 'network_id': '39cc5561-93df-40bf-93cb-efa2e2a3756f', 'port_id': '86bf1c3e-0e18-4c09-a562-452e2a083af0', 'mac_address': 'fa:16:3e:2c:47:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66f1fa3-fd4d-4437-ad54-310c1908acea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:43:28.936466 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1906e-fddd-4f0b-99ef-4133c5242d26 req-b1d879a4-16f1-454f-b380-18495f664138 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:28.938053 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-71f1906e-fddd-4f0b-99ef-4133c5242d26 req-b1d879a4-16f1-454f-b380-18495f664138 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 944 time: 0.4190855 Oct 12 18:43:28.950206 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ed27e8-71e2-4a30-be51-a39816b86ac1 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:28.959820 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.968340 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.976033 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Transition to ACTIVE for port object d0ed27e8-71e2-4a30-be51-a39816b86ac1 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:43:28.979995 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.986920 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['f440090b-cce0-464a-be69-6580f3988de7'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:43:28.991744 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bf1c3e-0e18-4c09-a562-452e2a083af0 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:29.002882 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34bef3-967f-4a46-b81d-14ae7ec7d582 req-eb93734a-7d3d-46de-918a-1ae59881d9f4 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:29.008320 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5d34bef3-967f-4a46-b81d-14ae7ec7d582 req-eb93734a-7d3d-46de-918a-1ae59881d9f4 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 944 time: 0.3883345 Oct 12 18:43:29.027347 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0a337fdb-bef6-43e9-badb-7ca2a9fb7287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:29.031335 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:29.049463 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-4d6f3ecb-8a16-45bb-8054-ecbaa91e61f9 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369156 Oct 12 18:43:29.055645 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 86bf1c3e-0e18-4c09-a562-452e2a083af0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=86bf1c3e-0e18-4c09-a562-452e2a083af0,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:29.076872 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:29.094990 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Attempting to bind port d0ed27e8-71e2-4a30-be51-a39816b86ac1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:29.095583 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Attempting to bind port d0ed27e8-71e2-4a30-be51-a39816b86ac1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:29.096066 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Attempting to bind port d0ed27e8-71e2-4a30-be51-a39816b86ac1 on network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:29.102170 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Port d0ed27e8-71e2-4a30-be51-a39816b86ac1 on network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:43:29.102902 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Attempting to bind port d0ed27e8-71e2-4a30-be51-a39816b86ac1 on network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:29.110768 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:29.111411 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Checking segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:29.111904 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-71f1906e-fddd-4f0b-99ef-4133c5242d26 req-6d7ce9ab-2810-47b2-b191-874b97421805 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482143 Oct 12 18:43:29.112308 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Bound using segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:29.113127 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Bound port: d0ed27e8-71e2-4a30-be51-a39816b86ac1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:29.113812 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:29.170005 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0a337fdb-bef6-43e9-badb-7ca2a9fb7287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:29.194587 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5d34bef3-967f-4a46-b81d-14ae7ec7d582 req-71049fc7-3b1c-4df7-865e-c98982b6fae5 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852338 Oct 12 18:43:29.244959 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:29.253517 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=86bf1c3e-0e18-4c09-a562-452e2a083af0,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:29.255136 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:29.276894 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:29.348844 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:29.349476 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:29.351221 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] 10.222.0.32 "PUT /v2.0/ports/d0ed27e8-71e2-4a30-be51-a39816b86ac1 HTTP/1.1" status: 200 len: 1093 time: 0.8282855 Oct 12 18:43:29.351864 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:29.354397 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8362cb3-a367-46bf-a96e-8a30ad12fe87" -d '{"events": [{"name": "network-changed", "server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:29.402125 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5ad8-9369-4e62-b4bd-00b700a3125c service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:29.474956 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2f7f317-4791-4de7-ae6b-0b974bae7ac2 req-92566a99-e944-4229-86a9-8494d81f93fc service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041655 Oct 12 18:43:29.488531 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f228-5423-4e10-a45f-afbb4f4a857e req-c96d19f6-0223-473d-a6b5-6f3afe1ca6fc tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:29.490115 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c786f228-5423-4e10-a45f-afbb4f4a857e req-c96d19f6-0223-473d-a6b5-6f3afe1ca6fc tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 945 time: 0.1765749 Oct 12 18:43:29.501789 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0a337fdb-bef6-43e9-badb-7ca2a9fb7287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:29.504614 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0a337fdb-bef6-43e9-badb-7ca2a9fb7287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:29.506062 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-0a337fdb-bef6-43e9-badb-7ca2a9fb7287 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff54d80b-6ddb-4595-b33c-a9b09c487ac4 HTTP/1.1" status: 204 len: 168 time: 0.8874431 Oct 12 18:43:29.518699 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c7c54-240a-4804-9a66-5c461b259c60 req-46e2ca42-3b26-4353-bec3-dc595a31bf76 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:29.520735 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-542c7c54-240a-4804-9a66-5c461b259c60 req-46e2ca42-3b26-4353-bec3-dc595a31bf76 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.2294526 Oct 12 18:43:29.574729 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a337fdb-bef6-43e9-badb-7ca2a9fb7287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54d80b-6ddb-4595-b33c-a9b09c487ac4,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:29.618100 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c786f228-5423-4e10-a45f-afbb4f4a857e req-e3c6c1b9-f7ce-4049-a1c7-3a3f30c0728c tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182604 Oct 12 18:43:29.639797 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-542c7c54-240a-4804-9a66-5c461b259c60 req-f3127d41-b9c4-45fb-8854-33e338ea2ccf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051219 Oct 12 18:43:29.711698 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000215d5-6e8e-4884-bf9f-d76e37871685 x-openstack-request-id: req-000215d5-6e8e-4884-bf9f-d76e37871685 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:29.712240 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:29.712767 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-000215d5-6e8e-4884-bf9f-d76e37871685 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:29.713528 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'status': 'completed', 'code': 200} Oct 12 18:43:29.915504 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59608) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:29.931101 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f83b86d-830b-4c75-882d-29fcdcefba15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:30.017776 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f83b86d-830b-4c75-882d-29fcdcefba15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:30.021977 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f83b86d-830b-4c75-882d-29fcdcefba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:30.065547 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-3f83b86d-830b-4c75-882d-29fcdcefba15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3b74f93e1be496d98a81482ec51c749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488647 Oct 12 18:43:30.067113 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83b86d-830b-4c75-882d-29fcdcefba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28fe593-ac49-4cf4-8913-613f68c3d17c,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:30.068507 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59610) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:30.135331 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b85d0e7-d5d0-4146-9bf4-918fef433723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:30.175638 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b85d0e7-d5d0-4146-9bf4-918fef433723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:30.238239 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b85d0e7-d5d0-4146-9bf4-918fef433723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:30.241187 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b85d0e7-d5d0-4146-9bf4-918fef433723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:30.242391 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6b85d0e7-d5d0-4146-9bf4-918fef433723 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f28fe593-ac49-4cf4-8913-613f68c3d17c HTTP/1.1" status: 204 len: 168 time: 0.1726654 Oct 12 18:43:30.251301 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85d0e7-d5d0-4146-9bf4-918fef433723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28fe593-ac49-4cf4-8913-613f68c3d17c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:30.317931 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954fdc6-81f9-4a4d-ae50-6fd9cb021916 req-54047a80-008c-4e2e-a130-b36dbf329ed2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:30.321095 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6954fdc6-81f9-4a4d-ae50-6fd9cb021916 req-54047a80-008c-4e2e-a130-b36dbf329ed2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 945 time: 0.0966685 Oct 12 18:43:30.361420 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6615442-0075-4360-b724-0b9708c66342 req-7e043804-95b4-4142-862d-5d97c4bfbb3f tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:30.362974 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a6615442-0075-4360-b724-0b9708c66342 req-7e043804-95b4-4142-862d-5d97c4bfbb3f tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 944 time: 0.0846286 Oct 12 18:43:30.389276 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6954fdc6-81f9-4a4d-ae50-6fd9cb021916 req-d4917bac-d919-4a28-86ca-4ce771c7f6eb tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619261 Oct 12 18:43:30.421763 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a6615442-0075-4360-b724-0b9708c66342 req-3333f3a8-3613-4100-a1f3-5434d7696123 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474393 Oct 12 18:43:30.851958 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526489d3-31e7-4cb9-9d5e-6ede9e082023 req-fda6b217-5c19-460a-ab8d-f0779161a96c tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:30.854593 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-526489d3-31e7-4cb9-9d5e-6ede9e082023 req-fda6b217-5c19-460a-ab8d-f0779161a96c tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 945 time: 0.1494412 Oct 12 18:43:30.899646 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b84379-4442-40a5-8d6f-d5dbb72706ce req-fa81f256-a256-40e1-af82-c686a61f4b41 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:30.901188 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e4b84379-4442-40a5-8d6f-d5dbb72706ce req-fa81f256-a256-40e1-af82-c686a61f4b41 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.1563416 Oct 12 18:43:30.942738 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-526489d3-31e7-4cb9-9d5e-6ede9e082023 req-2947ff01-beab-4f25-a801-2c45b8c8f3af tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792801 Oct 12 18:43:30.968324 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e4b84379-4442-40a5-8d6f-d5dbb72706ce req-c3bf9f78-e731-4238-93fa-53a70fda518f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560651 Oct 12 18:43:31.581351 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b84179-bab9-420a-b4fa-8315540dc160 req-46fd86eb-45d9-4fae-83ed-950612053b81 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:31.583317 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-63b84179-bab9-420a-b4fa-8315540dc160 req-46fd86eb-45d9-4fae-83ed-950612053b81 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 945 time: 0.0895813 Oct 12 18:43:31.591692 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2694-814b-446c-89f6-f959a3270b88 req-352aaf2c-63ac-4fe8-bd60-0be6bce997f0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:31.593441 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d5cf2694-814b-446c-89f6-f959a3270b88 req-352aaf2c-63ac-4fe8-bd60-0be6bce997f0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 944 time: 0.0886588 Oct 12 18:43:31.654726 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-63b84179-bab9-420a-b4fa-8315540dc160 req-7d18015c-0924-4e27-b553-8f404f49a723 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600109 Oct 12 18:43:31.669471 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d5cf2694-814b-446c-89f6-f959a3270b88 req-4ab83716-e04c-4ed3-9737-c9e69d01307f tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583241 Oct 12 18:43:32.031911 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8362cb3-a367-46bf-a96e-8a30ad12fe87 req-c941bdbf-f96c-4b5c-81c7-da26d953e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.033570 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a8362cb3-a367-46bf-a96e-8a30ad12fe87 req-c941bdbf-f96c-4b5c-81c7-da26d953e8ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 1096 time: 0.0685048 Oct 12 18:43:32.229732 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['86bf1c3e-0e18-4c09-a562-452e2a083af0'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:43:32.303859 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c4fb7-febd-4c68-b28f-e05bf2186bc6 req-5e27a74a-dc2e-47fd-8aac-8bec5fb8359c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.306294 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ca9c4fb7-febd-4c68-b28f-e05bf2186bc6 req-5e27a74a-dc2e-47fd-8aac-8bec5fb8359c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.2166233 Oct 12 18:43:32.326625 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca1b5a-6b5a-4803-893b-29d446fd2ce2 req-acd3d566-afdf-4917-ac51-1761481021bd tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.335029 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8ca1b5a-6b5a-4803-893b-29d446fd2ce2 req-acd3d566-afdf-4917-ac51-1761481021bd tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 945 time: 0.2447212 Oct 12 18:43:32.361742 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8362cb3-a367-46bf-a96e-8a30ad12fe87 req-51af4381-1a4f-42dd-9fbd-33f5de58b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.363365 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a8362cb3-a367-46bf-a96e-8a30ad12fe87 req-51af4381-1a4f-42dd-9fbd-33f5de58b986 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f1745c355387471c8d0558e276552a11&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3206987 Oct 12 18:43:32.512615 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8ca1b5a-6b5a-4803-893b-29d446fd2ce2 req-08ad8924-430e-4048-b619-c581a92414ab tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765144 Oct 12 18:43:32.540957 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ca9c4fb7-febd-4c68-b28f-e05bf2186bc6 req-48010782-acef-464f-96bb-c70944e05316 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230392 Oct 12 18:43:32.645653 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8362cb3-a367-46bf-a96e-8a30ad12fe87 req-219be2a1-620d-4061-95a8-1fdcaa72a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.647290 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a8362cb3-a367-46bf-a96e-8a30ad12fe87 req-219be2a1-620d-4061-95a8-1fdcaa72a7a8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2756279 Oct 12 18:43:32.753774 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-b1dab485-aea7-4861-a5bd-26406e8bb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.755688 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-b1dab485-aea7-4861-a5bd-26406e8bb140 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 1096 time: 0.0684395 Oct 12 18:43:32.857096 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-b57ee8ec-0e38-454c-b5f5-b2ea1c393f4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1 HTTP/1.1" status: 200 len: 217 time: 0.0857468 Oct 12 18:43:32.929540 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d782d-bebf-4762-bf75-e5e0618c557f req-19db08cd-14f8-40ee-9f85-82bedf70d081 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.931143 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f2d782d-bebf-4762-bf75-e5e0618c557f req-19db08cd-14f8-40ee-9f85-82bedf70d081 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 945 time: 0.1965766 Oct 12 18:43:32.941746 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba233c3-50de-4f9c-98b8-d1bdb8ef33d4 req-6777d5b3-8441-4c4f-8f78-a7c1db2a49dd tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.943302 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cba233c3-50de-4f9c-98b8-d1bdb8ef33d4 req-6777d5b3-8441-4c4f-8f78-a7c1db2a49dd tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 944 time: 0.1737742 Oct 12 18:43:32.971151 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-0e62e414-fd84-4c4d-9c1c-838fc44357dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:32.972573 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-0e62e414-fd84-4c4d-9c1c-838fc44357dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.1089017 Oct 12 18:43:33.061084 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f2d782d-bebf-4762-bf75-e5e0618c557f req-4eb12690-9836-4bc6-a155-89546433be6f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166682 Oct 12 18:43:33.070145 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cba233c3-50de-4f9c-98b8-d1bdb8ef33d4 req-d56782f9-f04f-4d6f-b1a0-7fe3e1fac444 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138413 Oct 12 18:43:33.109071 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-1adfeae4-ed1f-4dff-b268-e7afc6aca801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:33.111465 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-1adfeae4-ed1f-4dff-b268-e7afc6aca801 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1272852 Oct 12 18:43:33.251646 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3492018a-13c4-4745-8400-75a277103c0c service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316645 Oct 12 18:43:33.258836 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59716) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:33.376778 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6f3a9e70-1349-4863-8444-5e9dafcc376e req-3f9e90d8-e008-41ed-9b66-00a2ff852d86 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162107 Oct 12 18:43:33.417975 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-838e2baf-3a00-490c-820a-5618279ee862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:33.526809 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-838e2baf-3a00-490c-820a-5618279ee862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:33.532095 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-838e2baf-3a00-490c-820a-5618279ee862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:33.575912 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-838e2baf-3a00-490c-820a-5618279ee862 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48af34b5ada64fcd9ad5a3612b9da72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149941 Oct 12 18:43:33.577379 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59728) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:33.578773 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e2baf-3a00-490c-820a-5618279ee862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945fe804-e656-41c7-b1f8-6fb66be33aeb,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:33.901411 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfaf5a-945a-4913-bb90-1dfe44fd0510 req-cdf72de3-ea19-4405-ba6d-0dff4dd42c19 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:33.902927 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-badfaf5a-945a-4913-bb90-1dfe44fd0510 req-cdf72de3-ea19-4405-ba6d-0dff4dd42c19 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 945 time: 0.1201668 Oct 12 18:43:33.914768 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea8126-3466-4e28-94a4-e863c9c325fd req-4f79be01-1986-4644-bde7-c82020b54f14 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:33.916374 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-42ea8126-3466-4e28-94a4-e863c9c325fd req-4f79be01-1986-4644-bde7-c82020b54f14 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.1347141 Oct 12 18:43:33.918459 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-253f3709-f645-47d5-af92-2603091455a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:33.952539 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device fddc7ae3-310a-4b5b-825f-b4fd66331165 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:33.990973 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-253f3709-f645-47d5-af92-2603091455a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.021686 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port fddc7ae3-310a-4b5b-825f-b4fd66331165 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:43:34.029134 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port fddc7ae3-310a-4b5b-825f-b4fd66331165 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:34.030047 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.048674 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-42ea8126-3466-4e28-94a4-e863c9c325fd req-ad0b40b4-bf47-4f6f-9d55-3c789b0eac6f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183605 Oct 12 18:43:34.066428 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-badfaf5a-945a-4913-bb90-1dfe44fd0510 req-e98c8c57-dd32-4de5-acdc-785ed6d4b9ec tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486263 Oct 12 18:43:34.118516 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-253f3709-f645-47d5-af92-2603091455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.121329 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-253f3709-f645-47d5-af92-2603091455a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.123179 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-253f3709-f645-47d5-af92-2603091455a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/945fe804-e656-41c7-b1f8-6fb66be33aeb HTTP/1.1" status: 204 len: 168 time: 0.5446053 Oct 12 18:43:34.134651 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f3709-f645-47d5-af92-2603091455a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945fe804-e656-41c7-b1f8-6fb66be33aeb,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:34.207021 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.232441 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce186f8-8b08-42e6-acd5-90e39188fb74 req-fd8392a1-9348-468b-8790-ee836027e9f2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:34.232746 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6dc479-fc6a-42a4-bf31-8bf244cf52e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc7ae3-310a-4b5b-825f-b4fd66331165'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:34.234003 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4ce186f8-8b08-42e6-acd5-90e39188fb74 req-fd8392a1-9348-468b-8790-ee836027e9f2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 945 time: 0.0813820 Oct 12 18:43:34.269974 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3df220-463d-475b-9cef-4f303a4effe6 req-64357b0e-dee8-4383-808d-e5fc8d45e14d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:34.271756 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc3df220-463d-475b-9cef-4f303a4effe6 req-64357b0e-dee8-4383-808d-e5fc8d45e14d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 944 time: 0.0847526 Oct 12 18:43:34.305813 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4ce186f8-8b08-42e6-acd5-90e39188fb74 req-5755d011-2189-4130-a5f0-3b19f091ce94 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626624 Oct 12 18:43:34.344992 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port fddc7ae3-310a-4b5b-825f-b4fd66331165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:34.355615 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.356871 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 86bf1c3e-0e18-4c09-a562-452e2a083af0 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:34.378684 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc3df220-463d-475b-9cef-4f303a4effe6 req-23ea0951-a9cd-46dc-944e-c9d904b3e6bf tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892415 Oct 12 18:43:34.505904 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=fddc7ae3-310a-4b5b-825f-b4fd66331165,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:34.523100 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 86bf1c3e-0e18-4c09-a562-452e2a083af0 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:43:34.530640 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 86bf1c3e-0e18-4c09-a562-452e2a083af0 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:34.531018 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.558061 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ade01b6-9462-495c-b9ed-d2a04a62bd9c" -d '{"events": [{"server_uuid": "7c6dc479-fc6a-42a4-bf31-8bf244cf52e9", "name": "network-vif-plugged", "status": "completed", "tag": "fddc7ae3-310a-4b5b-825f-b4fd66331165"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:34.589886 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59770) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:34.607786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e65396cf-80aa-4936-bda9-bf51aa26b988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.661222 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.711830 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 86bf1c3e-0e18-4c09-a562-452e2a083af0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=86bf1c3e-0e18-4c09-a562-452e2a083af0,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:34.721844 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.724194 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:34.736603 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e65396cf-80aa-4936-bda9-bf51aa26b988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.745311 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e65396cf-80aa-4936-bda9-bf51aa26b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.781361 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9740d5c-a816-4886-ab10-9bdf1fef6f2e x-openstack-request-id: req-f9740d5c-a816-4886-ab10-9bdf1fef6f2e {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:34.781699 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6dc479-fc6a-42a4-bf31-8bf244cf52e9", "name": "network-vif-plugged", "status": "completed", "tag": "fddc7ae3-310a-4b5b-825f-b4fd66331165", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:34.782385 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9740d5c-a816-4886-ab10-9bdf1fef6f2e {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:34.783064 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6dc479-fc6a-42a4-bf31-8bf244cf52e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc7ae3-310a-4b5b-825f-b4fd66331165', 'code': 200} Oct 12 18:43:34.816695 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e65396cf-80aa-4936-bda9-bf51aa26b988 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3dd069a8d2794ac09c2da2684362fa51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239938 Oct 12 18:43:34.816695 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65396cf-80aa-4936-bda9-bf51aa26b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3091948-0b92-40a5-9289-5da0bd61a0b7,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:34.818049 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59776) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:34.835124 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=86bf1c3e-0e18-4c09-a562-452e2a083af0,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:34.863077 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:43:34.873686 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:34.874583 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.941914 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-66ed8be0-df8f-430b-9ed9-06ad8d373273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:34.973493 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-66ed8be0-df8f-430b-9ed9-06ad8d373273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.005795 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.052864 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,segment=NetworkSegment(3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf),segment_id=3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:35.055508 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-66ed8be0-df8f-430b-9ed9-06ad8d373273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.058857 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.059625 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device f440090b-cce0-464a-be69-6580f3988de7 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:35.061223 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-66ed8be0-df8f-430b-9ed9-06ad8d373273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.063380 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-66ed8be0-df8f-430b-9ed9-06ad8d373273 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3091948-0b92-40a5-9289-5da0bd61a0b7 HTTP/1.1" status: 204 len: 168 time: 0.2429702 Oct 12 18:43:35.078042 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed8be0-df8f-430b-9ed9-06ad8d373273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3091948-0b92-40a5-9289-5da0bd61a0b7,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:35.101324 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adeb61-5620-4f60-a476-8a0b5b7233dd req-8cc3de9d-60e5-4c70-bd88-fbf2268eb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:35.108121 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-48adeb61-5620-4f60-a476-8a0b5b7233dd req-8cc3de9d-60e5-4c70-bd88-fbf2268eb535 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1099 time: 0.1343119 Oct 12 18:43:35.161421 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-48adeb61-5620-4f60-a476-8a0b5b7233dd req-61002e7f-1d22-44a9-9480-7ea33b5ad2db service neutron] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.226772 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port f440090b-cce0-464a-be69-6580f3988de7 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:43:35.262223 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port f440090b-cce0-464a-be69-6580f3988de7 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:35.266063 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.304060 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:35.392198 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.440236 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d3d8b-6437-4030-b228-7a1b18598c04 req-321e1b66-52d3-4aa6-a449-dc526475df48 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:35.442858 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-604d3d8b-6437-4030-b228-7a1b18598c04 req-321e1b66-52d3-4aa6-a449-dc526475df48 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.1915896 Oct 12 18:43:35.449171 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port f440090b-cce0-464a-be69-6580f3988de7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f440090b-cce0-464a-be69-6580f3988de7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:35.453899 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.561533 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-48adeb61-5620-4f60-a476-8a0b5b7233dd req-61002e7f-1d22-44a9-9480-7ea33b5ad2db service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.563339 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=f440090b-cce0-464a-be69-6580f3988de7,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:35.582389 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732bf62-8636-4eee-8eb4-21c428e3acd9 req-a03c6d3e-67a6-4f94-8077-14d73db53a4b tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:35.584241 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a732bf62-8636-4eee-8eb4-21c428e3acd9 req-a03c6d3e-67a6-4f94-8077-14d73db53a4b tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.2580624 Oct 12 18:43:35.590887 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-48adeb61-5620-4f60-a476-8a0b5b7233dd req-61002e7f-1d22-44a9-9480-7ea33b5ad2db service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:35.686795 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-48adeb61-5620-4f60-a476-8a0b5b7233dd req-61002e7f-1d22-44a9-9480-7ea33b5ad2db service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700045 Oct 12 18:43:35.699242 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-604d3d8b-6437-4030-b228-7a1b18598c04 req-fc875552-fb20-4ebf-a986-81a4e7112a25 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481986 Oct 12 18:43:35.701662 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61002e7f-1d22-44a9-9480-7ea33b5ad2db service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57284f51-7d4e-4fa7-a6a5-835e8853bd89,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:35.710734 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a732bf62-8636-4eee-8eb4-21c428e3acd9 req-9e86ec86-2363-4449-9a98-b94fc3bca9a4 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076064 Oct 12 18:43:35.884170 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa0716-c7c9-4911-b7bb-27442bfaf8c9 req-7e70adcc-a75d-44b2-8728-e04f95fba25f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:35.884170 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-78fa0716-c7c9-4911-b7bb-27442bfaf8c9 req-7e70adcc-a75d-44b2-8728-e04f95fba25f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0885880 Oct 12 18:43:35.899940 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba655269-66f9-4a0d-8088-b8f308efc690 req-5188cd7d-4be2-4db2-baba-10f9c8d5dbaf tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:35.901389 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ba655269-66f9-4a0d-8088-b8f308efc690 req-5188cd7d-4be2-4db2-baba-10f9c8d5dbaf tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.0761049 Oct 12 18:43:35.957488 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-78fa0716-c7c9-4911-b7bb-27442bfaf8c9 req-94e8f539-63d2-480e-a3d6-9fe0aa4c92fa tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656743 Oct 12 18:43:35.962421 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:43:35.982965 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ba655269-66f9-4a0d-8088-b8f308efc690 req-e02f17f0-99fd-4676-b819-34b1d01a9687 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738039 Oct 12 18:43:36.108985 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:36.127098 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'port_id': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'mac_address': 'fa:16:3e:c5:ee:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:43:36.174017 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:36.193266 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ed27e8-71e2-4a30-be51-a39816b86ac1 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:43:36.220627 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:36.234715 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:36.318515 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:36.513920 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['d0ed27e8-71e2-4a30-be51-a39816b86ac1'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:43:36.784384 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1027e289-5aba-43bc-abb1-1fb84cd07673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bf1c3e-0e18-4c09-a562-452e2a083af0'}, {'server_uuid': '7033be7f-de32-4945-aa84-c6c4f8c9496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced61d6-8474-47b5-9b86-7cdd2dcd0eee'}, {'server_uuid': '8b7b8752-6d60-4b76-8ec3-76dc23181210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f440090b-cce0-464a-be69-6580f3988de7'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:36.786989 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16910365-4ab0-4c56-add9-152fa51c8375" -d '{"events": [{"server_uuid": "1027e289-5aba-43bc-abb1-1fb84cd07673", "name": "network-vif-plugged", "status": "completed", "tag": "86bf1c3e-0e18-4c09-a562-452e2a083af0"}, {"server_uuid": "7033be7f-de32-4945-aa84-c6c4f8c9496c", "name": "network-vif-plugged", "status": "completed", "tag": "7ced61d6-8474-47b5-9b86-7cdd2dcd0eee"}, {"server_uuid": "8b7b8752-6d60-4b76-8ec3-76dc23181210", "name": "network-vif-plugged", "status": "completed", "tag": "f440090b-cce0-464a-be69-6580f3988de7"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:36.901862 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493b05b-1369-4848-a42a-93eae551fe6f req-6f709fbd-c900-4aa9-9608-be4f96b52ef9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:36.905134 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0493b05b-1369-4848-a42a-93eae551fe6f req-6f709fbd-c900-4aa9-9608-be4f96b52ef9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 944 time: 0.1088247 Oct 12 18:43:36.922920 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc8598-31f0-4596-a37b-c022331c4af4 req-5a55218a-7e1b-4a7c-8487-38c3cddf2dec tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:36.925900 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-01dc8598-31f0-4596-a37b-c022331c4af4 req-5a55218a-7e1b-4a7c-8487-38c3cddf2dec tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.1165833 Oct 12 18:43:37.002098 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0493b05b-1369-4848-a42a-93eae551fe6f req-c8e59b45-7856-4b62-bc3c-48fed4cd3b46 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720446 Oct 12 18:43:37.006136 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-01dc8598-31f0-4596-a37b-c022331c4af4 req-1864755e-4855-4f3f-b14b-7fca70575a00 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669160 Oct 12 18:43:37.088495 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e432664-4e3f-44a7-b5bd-8d8d2992413d x-openstack-request-id: req-3e432664-4e3f-44a7-b5bd-8d8d2992413d {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:37.088883 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1027e289-5aba-43bc-abb1-1fb84cd07673", "name": "network-vif-plugged", "status": "completed", "tag": "86bf1c3e-0e18-4c09-a562-452e2a083af0", "code": 200}, {"server_uuid": "7033be7f-de32-4945-aa84-c6c4f8c9496c", "name": "network-vif-plugged", "status": "completed", "tag": "7ced61d6-8474-47b5-9b86-7cdd2dcd0eee", "code": 200}, {"server_uuid": "8b7b8752-6d60-4b76-8ec3-76dc23181210", "name": "network-vif-plugged", "status": "completed", "tag": "f440090b-cce0-464a-be69-6580f3988de7", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:37.089171 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e432664-4e3f-44a7-b5bd-8d8d2992413d {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:37.089704 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1027e289-5aba-43bc-abb1-1fb84cd07673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bf1c3e-0e18-4c09-a562-452e2a083af0', 'code': 200} Oct 12 18:43:37.090023 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033be7f-de32-4945-aa84-c6c4f8c9496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced61d6-8474-47b5-9b86-7cdd2dcd0eee', 'code': 200} Oct 12 18:43:37.090339 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b8752-6d60-4b76-8ec3-76dc23181210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f440090b-cce0-464a-be69-6580f3988de7', 'code': 200} Oct 12 18:43:37.156245 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632f7c7-a1ac-438e-bef7-95b2b81e6db9 req-710cc4b8-508e-4485-b138-7cde67ce375d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:37.165532 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8632f7c7-a1ac-438e-bef7-95b2b81e6db9 req-710cc4b8-508e-4485-b138-7cde67ce375d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0790784 Oct 12 18:43:37.284783 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66abd65-e6b7-44ee-a14b-0b5f27204c5b req-3779f8c5-b9d7-4984-8991-b2d363eaa11b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:37.288861 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f66abd65-e6b7-44ee-a14b-0b5f27204c5b req-3779f8c5-b9d7-4984-8991-b2d363eaa11b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.1112099 Oct 12 18:43:37.294250 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8632f7c7-a1ac-438e-bef7-95b2b81e6db9 req-784f715c-8288-4912-abd3-cd948901108c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272004 Oct 12 18:43:37.399321 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f66abd65-e6b7-44ee-a14b-0b5f27204c5b req-d63b80e2-ecc1-4bd2-b8f4-0b4a47d65cd0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854278 Oct 12 18:43:37.480456 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba8088-83ed-47b4-88fb-c97f4a7e9c95 req-cd6e05b6-869a-404b-8a30-539eacb6a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:37.484424 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1bba8088-83ed-47b4-88fb-c97f4a7e9c95 req-cd6e05b6-869a-404b-8a30-539eacb6a572 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 1099 time: 0.0786355 Oct 12 18:43:37.550966 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1bba8088-83ed-47b4-88fb-c97f4a7e9c95 req-1046df93-f7df-4ff5-b62c-69f5a7c2107c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575094 Oct 12 18:43:37.578950 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff5d34-46ce-4537-8c0a-e3dae49569da req-53104e76-c6ca-4d6c-83db-65d46a83301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:37.580600 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04ff5d34-46ce-4537-8c0a-e3dae49569da req-53104e76-c6ca-4d6c-83db-65d46a83301a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 1098 time: 0.1187944 Oct 12 18:43:37.582429 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca836b4-a7b6-42e4-9cdf-b9ce53441df3 req-07c9788c-2f33-4041-ba3d-7452f4ea35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:37.584473 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eca836b4-a7b6-42e4-9cdf-b9ce53441df3 req-07c9788c-2f33-4041-ba3d-7452f4ea35f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 1099 time: 0.1786482 Oct 12 18:43:37.844048 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eca836b4-a7b6-42e4-9cdf-b9ce53441df3 req-f53cbf18-7eb5-4e5d-af5b-b789607738d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775521 Oct 12 18:43:37.868334 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04ff5d34-46ce-4537-8c0a-e3dae49569da req-fe3f2706-da57-40f2-b6e1-cd64e1fb9c49 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003497 Oct 12 18:43:37.963321 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:38.034825 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port d0ed27e8-71e2-4a30-be51-a39816b86ac1 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:43:38.067739 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port d0ed27e8-71e2-4a30-be51-a39816b86ac1 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:38.069514 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.192164 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.223254 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c01ecd-7194-4baa-b0c2-9d79d5a1029d req-76ad3293-b5a3-4346-882c-95dde145b834 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:38.224843 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-08c01ecd-7194-4baa-b0c2-9d79d5a1029d req-76ad3293-b5a3-4346-882c-95dde145b834 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 944 time: 0.0956926 Oct 12 18:43:38.234234 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:38.238179 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb72bd-9240-4f68-95e6-f28907848c5e req-266a5fd6-1669-4d6f-9294-a1b592c45d78 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:38.242211 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.243599 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-25cb72bd-9240-4f68-95e6-f28907848c5e req-266a5fd6-1669-4d6f-9294-a1b592c45d78 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.1020129 Oct 12 18:43:38.296667 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:38.303004 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-08c01ecd-7194-4baa-b0c2-9d79d5a1029d req-a9970518-4dfb-4e93-8f30-5eb40adf296b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570676 Oct 12 18:43:38.311646 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-25cb72bd-9240-4f68-95e6-f28907848c5e req-48023eda-869c-4ff1-9b1c-0e086b88434c tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669689 Oct 12 18:43:38.441413 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348a3a8-8be6-4f65-b065-7f4c76831f3f req-aa6f4632-f13a-49dc-a1bc-69305c0f761c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:38.449536 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9348a3a8-8be6-4f65-b065-7f4c76831f3f req-aa6f4632-f13a-49dc-a1bc-69305c0f761c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0622497 Oct 12 18:43:38.500147 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9348a3a8-8be6-4f65-b065-7f4c76831f3f req-9b2ec4e9-ffc1-4a18-b45b-798cdf749e67 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494907 Oct 12 18:43:38.557743 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59928) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:38.563681 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d2494-4995-4290-a929-f00ab8154c3b req-dfaa110b-6499-4353-9ebb-99baeada19d2 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:38.565201 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c44d2494-4995-4290-a929-f00ab8154c3b req-dfaa110b-6499-4353-9ebb-99baeada19d2 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.0578880 Oct 12 18:43:38.604487 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c44d2494-4995-4290-a929-f00ab8154c3b req-8487e635-0646-4672-86c3-5dba2f895535 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Oct 12 18:43:38.669360 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-084f793e-4406-410a-bc19-7c0aebdaa321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.749697 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-084f793e-4406-410a-bc19-7c0aebdaa321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.753839 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-084f793e-4406-410a-bc19-7c0aebdaa321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.796472 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-084f793e-4406-410a-bc19-7c0aebdaa321 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3de3d5a8de1477ea6c61c03bf77a1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376330 Oct 12 18:43:38.797636 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f793e-4406-410a-bc19-7c0aebdaa321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412cdcd8-e358-44ed-90cf-9f8f728564cb,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:38.799247 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59932) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:38.862284 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-401473ea-4467-435a-9a43-8bee05df7467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.903971 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-401473ea-4467-435a-9a43-8bee05df7467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.982526 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-401473ea-4467-435a-9a43-8bee05df7467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.985626 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-401473ea-4467-435a-9a43-8bee05df7467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.989782 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-401473ea-4467-435a-9a43-8bee05df7467 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/412cdcd8-e358-44ed-90cf-9f8f728564cb HTTP/1.1" status: 204 len: 168 time: 0.1858132 Oct 12 18:43:38.997387 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401473ea-4467-435a-9a43-8bee05df7467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412cdcd8-e358-44ed-90cf-9f8f728564cb,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:39.092137 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:39.094767 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc631ff-a964-4840-a980-f532b4d6d45b" -d '{"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:39.147685 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48e4281-adcd-4d82-acd6-d89d288410c8 x-openstack-request-id: req-e48e4281-adcd-4d82-acd6-d89d288410c8 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:39.148090 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:39.148408 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e48e4281-adcd-4d82-acd6-d89d288410c8 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:39.148860 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'code': 200} Oct 12 18:43:39.362339 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 59968) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:39.386080 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-21d03094-4d3a-482e-8f4a-29fc0ef2fb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:39.515356 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641d594-d608-45d4-bee0-50761b98a921 req-811f5cce-cc17-4af2-b487-b7ab0004f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:39.518925 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1641d594-d608-45d4-bee0-50761b98a921 req-811f5cce-cc17-4af2-b487-b7ab0004f590 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 1098 time: 0.0807788 Oct 12 18:43:39.591803 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2cfd-8dc3-4a62-84bb-6f49d757bf28 req-84e4ff1c-38fb-4077-a750-40434110849a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:39.593277 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8c1b2cfd-8dc3-4a62-84bb-6f49d757bf28 req-84e4ff1c-38fb-4077-a750-40434110849a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1359439 Oct 12 18:43:39.596880 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-21d03094-4d3a-482e-8f4a-29fc0ef2fb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:39.601059 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1641d594-d608-45d4-bee0-50761b98a921 req-57aadd0e-3432-482f-ac78-d7785e71d725 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584631 Oct 12 18:43:39.609312 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-21d03094-4d3a-482e-8f4a-29fc0ef2fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:39.638640 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66200c45-3dc6-4055-b0a2-c8fcae7710fc req-49f41d33-bb9e-4791-82ca-4900c5f69cee tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:39.640112 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-66200c45-3dc6-4055-b0a2-c8fcae7710fc req-49f41d33-bb9e-4791-82ca-4900c5f69cee tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.1287436 Oct 12 18:43:39.692687 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-21d03094-4d3a-482e-8f4a-29fc0ef2fb25 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8657866fde34894bc63b957ddb10129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276639 Oct 12 18:43:39.695915 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 59978) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:39.700847 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8c1b2cfd-8dc3-4a62-84bb-6f49d757bf28 req-6da385ac-4add-457d-8a01-6f520592bec8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989282 Oct 12 18:43:39.706244 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d03094-4d3a-482e-8f4a-29fc0ef2fb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89217d5-c205-4d38-a468-029cc6ab1e5c,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:39.722124 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-66200c45-3dc6-4055-b0a2-c8fcae7710fc req-a5929a51-877e-4616-a6fb-a7728a69fdd2 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727718 Oct 12 18:43:39.767785 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d1f14209-5805-4fea-b746-6643714c176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:39.810816 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d1f14209-5805-4fea-b746-6643714c176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:39.874717 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d1f14209-5805-4fea-b746-6643714c176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:39.877376 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d1f14209-5805-4fea-b746-6643714c176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:39.878725 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-d1f14209-5805-4fea-b746-6643714c176d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f89217d5-c205-4d38-a468-029cc6ab1e5c HTTP/1.1" status: 204 len: 168 time: 0.1815612 Oct 12 18:43:39.886780 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f14209-5805-4fea-b746-6643714c176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89217d5-c205-4d38-a468-029cc6ab1e5c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:39.916786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c62c2-a2ef-4ec9-b8d2-7490ed934fa8 req-37a6b2c9-1345-4097-9412-4c616bf5857c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:39.919924 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9e6c62c2-a2ef-4ec9-b8d2-7490ed934fa8 req-37a6b2c9-1345-4097-9412-4c616bf5857c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1018689 Oct 12 18:43:39.938645 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3833a-53f6-44d4-9568-05a2cbe1cf29 req-85f7d374-c91b-4a6a-8e06-5f15979d3be2 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:39.940356 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2be3833a-53f6-44d4-9568-05a2cbe1cf29 req-85f7d374-c91b-4a6a-8e06-5f15979d3be2 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.0914364 Oct 12 18:43:39.973783 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9e6c62c2-a2ef-4ec9-b8d2-7490ed934fa8 req-be0e2283-e69a-4510-b1ab-8c155fe600a5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488105 Oct 12 18:43:40.020579 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2be3833a-53f6-44d4-9568-05a2cbe1cf29 req-1c739ed1-c8f5-48e8-aee2-a3011e5f9370 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496883 Oct 12 18:43:40.404763 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519375b3-4397-4e28-8cd6-5347ff1a02e9 req-d782470b-dc49-484e-85a0-eecc554922e5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:40.405910 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-519375b3-4397-4e28-8cd6-5347ff1a02e9 req-d782470b-dc49-484e-85a0-eecc554922e5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0575311 Oct 12 18:43:40.460407 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-519375b3-4397-4e28-8cd6-5347ff1a02e9 req-ed29bc98-4ea7-49be-bc83-8b14f7b997e5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Oct 12 18:43:40.909262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b8874-46b7-4bf1-8ad7-735221e54fc4 req-6a4d567a-e9e0-4349-b8fd-0164a0147322 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:40.910680 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a79b8874-46b7-4bf1-8ad7-735221e54fc4 req-6a4d567a-e9e0-4349-b8fd-0164a0147322 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.0871732 Oct 12 18:43:40.918016 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c708ef1-72b6-471d-a7e3-7b9f43511327 req-5a99c1e1-4f7a-4710-bfca-27330ee39ed7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:40.920347 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9c708ef1-72b6-471d-a7e3-7b9f43511327 req-5a99c1e1-4f7a-4710-bfca-27330ee39ed7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0848579 Oct 12 18:43:40.976305 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a79b8874-46b7-4bf1-8ad7-735221e54fc4 req-9e8c13cf-9568-451e-80cc-4e4de91e4038 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549953 Oct 12 18:43:40.981109 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9c708ef1-72b6-471d-a7e3-7b9f43511327 req-61adaca2-11bd-461b-a177-ae8b06c4d46a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530560 Oct 12 18:43:41.197750 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109734c5-ba24-4e2c-83ee-999f252ebf21 req-34edf567-4728-4b79-a650-f81a2d32a7f7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:41.199453 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-109734c5-ba24-4e2c-83ee-999f252ebf21 req-34edf567-4728-4b79-a650-f81a2d32a7f7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.0549054 Oct 12 18:43:41.256404 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-109734c5-ba24-4e2c-83ee-999f252ebf21 req-110fb711-e268-4ad7-a610-2774fe42266d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493469 Oct 12 18:43:41.612514 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60a6b-5b75-4157-9a36-8dbee30545de req-fe710365-18ae-40bf-9da4-eae70e32a712 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:41.614026 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-70d60a6b-5b75-4157-9a36-8dbee30545de req-fe710365-18ae-40bf-9da4-eae70e32a712 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0562966 Oct 12 18:43:41.658041 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-70d60a6b-5b75-4157-9a36-8dbee30545de req-0bc1cfde-5224-4342-bcb2-0a820bed64ab tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361686 Oct 12 18:43:42.104731 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dadda8-e1d7-480c-abce-8e83a72c15da req-97e6844a-370f-4357-ba25-f427a30ac91b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:42.106310 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-86dadda8-e1d7-480c-abce-8e83a72c15da req-97e6844a-370f-4357-ba25-f427a30ac91b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0513952 Oct 12 18:43:42.147630 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-86dadda8-e1d7-480c-abce-8e83a72c15da req-94c32d0a-6d1a-4236-9949-4f22a5bcb7c4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345848 Oct 12 18:43:42.774198 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff43bda-0410-4c03-aed9-7b8aad81d9d9 req-b23da850-caab-4f15-b01a-8ea626a4c473 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:42.775695 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6ff43bda-0410-4c03-aed9-7b8aad81d9d9 req-b23da850-caab-4f15-b01a-8ea626a4c473 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0487728 Oct 12 18:43:42.817801 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6ff43bda-0410-4c03-aed9-7b8aad81d9d9 req-c42085c9-ba67-499a-8fe4-0236b843d863 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Oct 12 18:43:43.027183 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d0c449a6-8d65-480e-aa23-8a2ee97a5e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:43.186759 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-56286ece-71e0-431d-9cd6-bb1c116fe6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:43.187962 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-56286ece-71e0-431d-9cd6-bb1c116fe6fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 1099 time: 0.0434654 Oct 12 18:43:43.271569 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6f4c2-00b9-4664-b60f-88beb5826628 req-216d7d78-29a3-4b6e-bf85-2196242be1fa tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:43.273557 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-74c6f4c2-00b9-4664-b60f-88beb5826628 req-216d7d78-29a3-4b6e-bf85-2196242be1fa tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0533903 Oct 12 18:43:43.297496 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-d8f8dec0-24c5-4817-91a8-db2b9c319f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:43.299000 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-d8f8dec0-24c5-4817-91a8-db2b9c319f8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 920 time: 0.0949624 Oct 12 18:43:43.314401 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-74c6f4c2-00b9-4664-b60f-88beb5826628 req-35aa6f8f-1492-4f76-87b8-89fe1d55d454 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324268 Oct 12 18:43:43.515492 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-c6f11465-66d3-40dc-aae9-0a4a8654a6a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bf1c3e-0e18-4c09-a562-452e2a083af0 HTTP/1.1" status: 200 len: 217 time: 0.2067990 Oct 12 18:43:43.578057 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-076f46e2-99c8-43f5-bc40-033ef043edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:43.579523 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-076f46e2-99c8-43f5-bc40-033ef043edee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.0470822 Oct 12 18:43:43.622389 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-4cf7050c-c19f-48af-b573-99893902ed45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283413 Oct 12 18:43:43.747968 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-0ac80fc2-a326-4f15-aed2-d2322d71e612 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070249 Oct 12 18:43:43.851736 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea8cbb77-1ef1-46bb-9bd8-729b3622b865 req-c92e84ea-8fdf-44c9-b97d-e133ddc6ec30 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952599 Oct 12 18:43:43.941216 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ff96d-1f51-4dd8-ad75-43ac1d436976 req-69acc5ba-2521-473f-a3dc-2907682b83da tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:43.942753 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b27ff96d-1f51-4dd8-ad75-43ac1d436976 req-69acc5ba-2521-473f-a3dc-2907682b83da tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0540469 Oct 12 18:43:43.985900 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b27ff96d-1f51-4dd8-ad75-43ac1d436976 req-99276a67-9671-497c-8ef7-7c83902e057b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371437 Oct 12 18:43:44.464870 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e4e9-43f6-4a97-be57-dcf31b72bf97 req-fffa7873-665f-4f44-93b8-36b00593972e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:44.466695 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a9c2e4e9-43f6-4a97-be57-dcf31b72bf97 req-fffa7873-665f-4f44-93b8-36b00593972e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0619526 Oct 12 18:43:44.516655 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a9c2e4e9-43f6-4a97-be57-dcf31b72bf97 req-f9c99569-1a1c-48d2-8bcb-3872f7be3bea tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Oct 12 18:43:45.112349 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aefc38-4665-4842-969e-92c445944180 req-f9b46f33-7b0e-4873-938b-7d77b7baeea2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:45.113928 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37aefc38-4665-4842-969e-92c445944180 req-f9b46f33-7b0e-4873-938b-7d77b7baeea2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Oct 12 18:43:45.152463 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37aefc38-4665-4842-969e-92c445944180 req-de45c063-d5af-48cd-b028-d5821a9353dc tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Oct 12 18:43:45.638393 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b44d86-0515-45eb-b8a0-8d96b5d3f132 req-926c7315-e338-4030-ab35-81d7c15d4191 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:45.639939 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-07b44d86-0515-45eb-b8a0-8d96b5d3f132 req-926c7315-e338-4030-ab35-81d7c15d4191 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0486934 Oct 12 18:43:45.676419 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-07b44d86-0515-45eb-b8a0-8d96b5d3f132 req-f90357b6-310d-4b16-8bc7-a1e3ed0b4aec tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Oct 12 18:43:45.790613 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1483d-a3cb-48e1-946d-2c50ecac6ca8 req-7c35f5bd-f6bd-41f8-8304-c869826e17f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:45.792304 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-79d1483d-a3cb-48e1-946d-2c50ecac6ca8 req-7c35f5bd-f6bd-41f8-8304-c869826e17f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0491562 Oct 12 18:43:45.801425 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60174) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:45.806678 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'floatingip': {'port_id': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:45.878391 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:45.961031 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bd243a00-81ef-49d2-97c3-0a07552308b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:46.408575 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20cf63-a1d6-401f-b1db-f94c0a31a226 req-83ae44a1-84d3-4d4c-96e6-e63e31473335 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:46.410263 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5d20cf63-a1d6-401f-b1db-f94c0a31a226 req-83ae44a1-84d3-4d4c-96e6-e63e31473335 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1778178 Oct 12 18:43:46.720101 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5d20cf63-a1d6-401f-b1db-f94c0a31a226 req-866c63fe-a685-42da-90bb-9f0b6a303ae7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995679 Oct 12 18:43:46.721863 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.db.resource_extend [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 18:43:46.803475 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:46.807636 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:46.878094 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:46.918235 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.l3_db [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Floating IP b4c65bd5-6992-4c53-91cd-8e5c07c96c0d associated. External IP: 172.27.2.250, port: d0ed27e8-71e2-4a30-be51-a39816b86ac1. Oct 12 18:43:47.148712 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Router 30e701a0-6b06-4d0b-ab1d-1be282025eac has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:43:47.171109 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:47.287218 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:43:47.293416 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:47.303091 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] Sync routers for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:43:47.325772 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:47.327758 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:47.333730 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-aa852c63-b8a6-448e-a23f-7fca0295ff5c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "PUT /v2.0/floatingips/b4c65bd5-6992-4c53-91cd-8e5c07c96c0d HTTP/1.1" status: 200 len: 991 time: 1.5307438 Oct 12 18:43:47.334288 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:43:47.336553 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff" -d '{"events": [{"name": "network-changed", "server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:43:47.443410 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:47.798524 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'b4c65bd5-6992-4c53-91cd-8e5c07c96c0d', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'port_id': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'mac_address': 'fa:16:3e:c5:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:43:16Z', 'updated_at': '2021-10-12T18:43:46Z', 'revision_number': 1, 'project_id': 'f1745c355387471c8d0558e276552a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:47.825127 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] Checking router: 30e701a0-6b06-4d0b-ab1d-1be282025eac for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:43:47.835019 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:47.835644 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:47.941173 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:48.159941 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'b4c65bd5-6992-4c53-91cd-8e5c07c96c0d', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'port_id': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'mac_address': 'fa:16:3e:c5:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:43:16Z', 'updated_at': '2021-10-12T18:43:46Z', 'revision_number': 1, 'project_id': 'f1745c355387471c8d0558e276552a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:48.185885 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a97e5c-840c-4cde-a3c2-ed314f4dc549 None None] The sync data for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi is: [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'b4c65bd5-6992-4c53-91cd-8e5c07c96c0d', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'port_id': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'mac_address': 'fa:16:3e:c5:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:43:16Z', 'updated_at': '2021-10-12T18:43:46Z', 'revision_number': 1, 'project_id': 'f1745c355387471c8d0558e276552a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:43:48.398307 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47faa6-4eff-4400-9fa7-3edb77e4b34f None None] New status for floating IP b4c65bd5-6992-4c53-91cd-8e5c07c96c0d: ACTIVE {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:43:48.543208 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e45e2e-a585-4b54-9c32-f588937231ec x-openstack-request-id: req-43e45e2e-a585-4b54-9c32-f588937231ec {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:43:48.543762 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:43:48.544072 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43e45e2e-a585-4b54-9c32-f588937231ec {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:43:48.545349 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'status': 'completed', 'code': 200} Oct 12 18:43:48.696106 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05ad8-0262-41da-9a0a-05dd5b880d2b req-76735967-d10e-4740-9b6e-95e8a62b8eb4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:48.711446 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a0a05ad8-0262-41da-9a0a-05dd5b880d2b req-76735967-d10e-4740-9b6e-95e8a62b8eb4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1085746 Oct 12 18:43:48.743602 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-846b3878-9209-4d14-98b9-619b25c9d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:48.745510 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-846b3878-9209-4d14-98b9-619b25c9d5ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 1098 time: 0.0970876 Oct 12 18:43:48.780775 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a0a05ad8-0262-41da-9a0a-05dd5b880d2b req-32642038-6300-44d6-b51a-3af22bd94563 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682955 Oct 12 18:43:48.882189 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-afcf73bb-7bd2-43ee-89cd-8472ee787150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:48.885453 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-afcf73bb-7bd2-43ee-89cd-8472ee787150 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 918 time: 0.1108050 Oct 12 18:43:49.059750 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:49.062907 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-8abad476-4658-4106-8d39-5fa5af74c2af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1 HTTP/1.1" status: 200 len: 1001 time: 0.1668828 Oct 12 18:43:49.145863 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-3f665060-f163-49b5-9b1f-3e9e331c959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:49.148710 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-3f665060-f163-49b5-9b1f-3e9e331c959f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.0779340 Oct 12 18:43:49.223365 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-42681f33-50f8-4f49-8e18-a6257211decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:49.225196 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-42681f33-50f8-4f49-8e18-a6257211decd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686209 Oct 12 18:43:49.335844 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-4d682d26-cd30-46da-9bae-281079757ee4 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015999 Oct 12 18:43:49.349784 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60252) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:49.448045 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f5ff1d2-891d-44f9-9cf7-a25b5e2899ff req-2cb82d88-662e-4057-b09a-eda4a028c19d service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040430 Oct 12 18:43:49.477457 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a1375f6c-bfca-4956-a9a4-b66806e48ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:49.572239 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a1375f6c-bfca-4956-a9a4-b66806e48ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:49.578334 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a1375f6c-bfca-4956-a9a4-b66806e48ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:49.628341 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a1375f6c-bfca-4956-a9a4-b66806e48ac1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c54c7d28de6b4268b9ee37d7ff266e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711363 Oct 12 18:43:49.628536 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60274) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:49.628837 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1375f6c-bfca-4956-a9a4-b66806e48ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18b12cf-bf64-44a1-ac23-6698fd790eab,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:49.712238 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-61e17710-921b-463d-b9ca-8880b804fd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:49.737718 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-61e17710-921b-463d-b9ca-8880b804fd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:49.797150 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-61e17710-921b-463d-b9ca-8880b804fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:49.800757 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-61e17710-921b-463d-b9ca-8880b804fd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:49.802100 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-61e17710-921b-463d-b9ca-8880b804fd12 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f18b12cf-bf64-44a1-ac23-6698fd790eab HTTP/1.1" status: 204 len: 168 time: 0.1755779 Oct 12 18:43:49.823986 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e17710-921b-463d-b9ca-8880b804fd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18b12cf-bf64-44a1-ac23-6698fd790eab,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:49.945106 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22f1f4-269a-4f2e-a93d-3f3f64053e43 req-03d471a5-b238-4917-a679-b8e0dc5eecf4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:49.946936 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ba22f1f4-269a-4f2e-a93d-3f3f64053e43 req-03d471a5-b238-4917-a679-b8e0dc5eecf4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0663326 Oct 12 18:43:49.999734 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ba22f1f4-269a-4f2e-a93d-3f3f64053e43 req-6f45dcde-3c22-47f1-bdd7-d72161e8e19a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455005 Oct 12 18:43:50.147389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60308) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:50.168574 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2163061c-3813-438d-ac6a-dc516c0ef392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.254866 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2163061c-3813-438d-ac6a-dc516c0ef392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.260327 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2163061c-3813-438d-ac6a-dc516c0ef392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.304711 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163061c-3813-438d-ac6a-dc516c0ef392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ebcba4-2e64-4f40-a987-227e2e4d7953,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:50.312040 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2163061c-3813-438d-ac6a-dc516c0ef392 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d2a38fc2f2f4e1aa9aa963bc721bc6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603150 Oct 12 18:43:50.312652 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60314) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:50.329686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60316) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:50.387605 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.412688 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.465666 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.472814 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.475470 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.476630 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2ebcba4-2e64-4f40-a987-227e2e4d7953 HTTP/1.1" status: 204 len: 168 time: 0.1627429 Oct 12 18:43:50.484516 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ebcba4-2e64-4f40-a987-227e2e4d7953,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:50.491929 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.492282 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.492628 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.492965 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.493295 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.493628 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.493962 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.494290 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.494726 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.494956 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.495280 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.495602 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e4379d-dc89-4544-be9f-5744b6dce7b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.559785 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.565138 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.610219 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59871f4ef4b342feb0b42c859f0b1a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748547 Oct 12 18:43:50.610219 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa77789b-fedf-471e-aa8f-29e1d1111ade,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:50.611004 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60324) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:50.628620 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.629247 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.629646 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.630140 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.630758 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.640629 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.641349 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.641947 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.642579 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.643163 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.643745 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.644135 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471df759-09c1-4de3-a1b7-5ee68b749f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:50.693899 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d89d6fa-6818-4699-9ee5-ab85d383841b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.735616 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d89d6fa-6818-4699-9ee5-ab85d383841b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.813200 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d89d6fa-6818-4699-9ee5-ab85d383841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.816316 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d89d6fa-6818-4699-9ee5-ab85d383841b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:50.820613 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4d89d6fa-6818-4699-9ee5-ab85d383841b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa77789b-fedf-471e-aa8f-29e1d1111ade HTTP/1.1" status: 204 len: 168 time: 0.2079165 Oct 12 18:43:50.841628 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89d6fa-6818-4699-9ee5-ab85d383841b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa77789b-fedf-471e-aa8f-29e1d1111ade,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:51.149366 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633c9f4-4eac-4562-932c-7fa3e85cac18 req-2244f725-1cb5-425b-9699-b86fb71e342c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:51.151654 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8633c9f4-4eac-4562-932c-7fa3e85cac18 req-2244f725-1cb5-425b-9699-b86fb71e342c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0650079 Oct 12 18:43:51.236392 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8633c9f4-4eac-4562-932c-7fa3e85cac18 req-7dc04321-c289-445b-a33e-9cc0056d5327 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712087 Oct 12 18:43:51.248912 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60364) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:51.271238 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2efbd41d-4c76-4e8e-86ce-de9c9ae26b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.386339 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2efbd41d-4c76-4e8e-86ce-de9c9ae26b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.392977 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2efbd41d-4c76-4e8e-86ce-de9c9ae26b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.414153 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60370) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:51.439084 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2efbd41d-4c76-4e8e-86ce-de9c9ae26b52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4912bfca5b54e62a1a452d08cafd6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885030 Oct 12 18:43:51.441837 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60374) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:51.443950 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbd41d-4c76-4e8e-86ce-de9c9ae26b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976c37e0-4049-438a-a0c6-40bf878688c3,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:51.505117 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7f08d1cf-3b97-4292-a1d6-68c6da15fef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.521390 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1542644893-network', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:51.538820 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7f08d1cf-3b97-4292-a1d6-68c6da15fef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.573155 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Made reservation on behalf of ebe64b67f8f44c14beb2eb9ea1a1fd0a for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:51.575474 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.587661 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.632328 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7f08d1cf-3b97-4292-a1d6-68c6da15fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.635164 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7f08d1cf-3b97-4292-a1d6-68c6da15fef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.640527 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7f08d1cf-3b97-4292-a1d6-68c6da15fef3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/976c37e0-4049-438a-a0c6-40bf878688c3 HTTP/1.1" status: 204 len: 168 time: 0.1976309 Oct 12 18:43:51.661309 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08d1cf-3b97-4292-a1d6-68c6da15fef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c37e0-4049-438a-a0c6-40bf878688c3,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:51.719765 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.724815 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.767855 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:43:51.780390 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f062308b-bc96-4156-86cb-34dbab19152c,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:51.786245 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.786602 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Added segment 3f434eaa-2918-487e-acd9-430a2251bb2b of type vlan for network 68b26370-00b0-464b-9915-2069b63729a9 Oct 12 18:43:51.845819 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.871348 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.873505 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:51.874139 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.931216 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5157709 Oct 12 18:43:51.934429 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60388) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:51.940009 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Request body: {'subnet': {'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1542644893-subnet', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'ip_version': 4}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:51.944224 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559bd88-0ca7-4833-ab8c-e176d4801604 admin admin] Pushing event updated for resources: {'Network': ['ID=68b26370-00b0-464b-9915-2069b63729a9,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:51.964426 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 68b26370-00b0-464b-9915-2069b63729a9 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:43:51.971147 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Made reservation on behalf of ebe64b67f8f44c14beb2eb9ea1a1fd0a for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:51.973627 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.171275 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.187870 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60400) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:52.230147 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5eb5177-ca61-4990-99cd-afd7599100d2,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:52.243188 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Checking segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:52.243609 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Network hostable DHCP agents. Network: 68b26370-00b0-464b-9915-2069b63729a9, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:43:52.269125 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Network 68b26370-00b0-464b-9915-2069b63729a9 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:43:52.282349 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 68b26370-00b0-464b-9915-2069b63729a9) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:52.291519 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:52.291519 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.302411 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1f6a2-3dac-4015-972d-ec5992fa7a24 None None] Network 68b26370-00b0-464b-9915-2069b63729a9 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:43:52.330691 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-23255958-228c-4188-97ef-ec78b9d4a60d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3918197 Oct 12 18:43:52.331081 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60412) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:52.336156 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:52.376152 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-956ecdb2-ddf6-44ec-bd4a-3ed93f63b3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.414720 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.415991 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8a56f-fd88-459d-bba1-7a3db0c5da8d req-4be3fd51-c82f-44b2-a12c-be583cbf0b25 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:52.417321 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.417885 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b8a8a56f-fd88-459d-bba1-7a3db0c5da8d req-4be3fd51-c82f-44b2-a12c-be583cbf0b25 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0752647 Oct 12 18:43:52.494979 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b8a8a56f-fd88-459d-bba1-7a3db0c5da8d req-fce83297-1a05-4606-b153-3969b0b18eb0 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698175 Oct 12 18:43:52.517283 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.562599 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-68b26370-00b0-464b-9915-2069b63729a9', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:43:52.564622 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.662162 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-956ecdb2-ddf6-44ec-bd4a-3ed93f63b3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.694673 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-956ecdb2-ddf6-44ec-bd4a-3ed93f63b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.718537 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.731858 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Allocated IP 172.20.0.2 (68b26370-00b0-464b-9915-2069b63729a9/e5eb5177-ca61-4990-99cd-afd7599100d2/705a31b9-f36e-414f-b155-52ffb8278e51) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:52.749321 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-956ecdb2-ddf6-44ec-bd4a-3ed93f63b3d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=761aa9c3c64d469798f39bf3e2241192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603497 Oct 12 18:43:52.752114 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60422) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:52.759502 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ecdb2-ddf6-44ec-bd4a-3ed93f63b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b3ca4f-a4e3-4bc0-857a-050d4f1d7103,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:52.817647 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1a745433-d1ef-4aaa-91fd-653bff2dd3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.847751 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1a745433-d1ef-4aaa-91fd-653bff2dd3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.907051 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1a745433-d1ef-4aaa-91fd-653bff2dd3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.914877 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1a745433-d1ef-4aaa-91fd-653bff2dd3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.919071 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1a745433-d1ef-4aaa-91fd-653bff2dd3e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12b3ca4f-a4e3-4bc0-857a-050d4f1d7103 HTTP/1.1" status: 204 len: 168 time: 0.1657531 Oct 12 18:43:52.928824 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a745433-d1ef-4aaa-91fd-653bff2dd3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b3ca4f-a4e3-4bc0-857a-050d4f1d7103,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:52.933808 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:52.948921 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:53.009785 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:53.037636 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:53.043780 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Network 68b26370-00b0-464b-9915-2069b63729a9 is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:53.045486 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:53.049539 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:53.079620 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Pushing event updated for resources: {'Port': ['ID=705a31b9-f36e-414f-b155-52ffb8278e51,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:53.115046 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Attempting to bind port 705a31b9-f36e-414f-b155-52ffb8278e51 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:53.115554 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Attempting to bind port 705a31b9-f36e-414f-b155-52ffb8278e51 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:53.116056 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Attempting to bind port 705a31b9-f36e-414f-b155-52ffb8278e51 on network 68b26370-00b0-464b-9915-2069b63729a9 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:53.121582 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:53.122502 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Checking segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:53.123284 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:53.123825 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Bound using segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:53.124452 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Bound port: 705a31b9-f36e-414f-b155-52ffb8278e51, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:53.125210 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:53.177505 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Allocated IP 172.27.2.50 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:53.206004 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] For port 705a31b9-f36e-414f-b155-52ffb8278e51, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:53.210510 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] For port 705a31b9-f36e-414f-b155-52ffb8278e51, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=705a31b9-f36e-414f-b155-52ffb8278e51,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:53.222972 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:53.298898 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691692cc-abdc-4d25-9ec5-b6e20f7f456b None None] Pushing event updated for resources: {'Port': ['ID=705a31b9-f36e-414f-b155-52ffb8278e51,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:53.347763 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:53.401027 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:53.421360 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:53.423926 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:53.470201 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:53.621737 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:43:53.635378 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Pushing event updated for resources: {'Port': ['ID=f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:53.732823 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d71099-23ac-4299-b326-119e7b2ef139 req-32d646b0-a7c2-45ac-baee-fb9ddf50483c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:53.740250 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-71d71099-23ac-4299-b326-119e7b2ef139 req-32d646b0-a7c2-45ac-baee-fb9ddf50483c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1091540 Oct 12 18:43:53.843127 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-71d71099-23ac-4299-b326-119e7b2ef139 req-6acbdd45-74ea-4725-b211-948e64b584dd tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960171 Oct 12 18:43:53.857452 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:54.263763 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:54.457170 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100546) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:43:54.609065 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:43:54.620898 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:43:54.635106 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8223fc1d-6d0c-42e7-8706-98e571ab3691 None None] Network 68b26370-00b0-464b-9915-2069b63729a9 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:43:54.643954 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:54.644594 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:54.648644 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:54.651885 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-96282870-49f5-49e7-aeea-4cef4754bcb1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3195486 Oct 12 18:43:54.655365 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60522) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:54.735273 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Provisioning complete for port 705a31b9-f36e-414f-b155-52ffb8278e51 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:54.735903 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:54.899030 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:54.899957 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:54.974979 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] For port 705a31b9-f36e-414f-b155-52ffb8278e51, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=705a31b9-f36e-414f-b155-52ffb8278e51,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:43:54.984019 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:55.049158 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Pushing event updated for resources: {'Port': ['ID=705a31b9-f36e-414f-b155-52ffb8278e51,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:55.068789 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.069421 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.069988 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.070584 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.071231 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.071787 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.072343 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.072889 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.073459 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.074001 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.074565 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.075112 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170145-87d1-407e-adde-0b18edc7a8a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:55.186448 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e56bf4-c7c3-4a92-882e-fa776fcfe425 req-b35ac967-cd52-462e-91fc-e12c7f6db05d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:55.189874 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-58e56bf4-c7c3-4a92-882e-fa776fcfe425 req-b35ac967-cd52-462e-91fc-e12c7f6db05d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1575265 Oct 12 18:43:55.273618 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-58e56bf4-c7c3-4a92-882e-fa776fcfe425 req-f426132a-1d1f-40b9-a8da-2ebd0261f56d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701621 Oct 12 18:43:55.319871 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 705a31b9-f36e-414f-b155-52ffb8278e51 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:55.392496 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:53Z', 'revision_number': 3, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:55.444525 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:43:55.444885 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Updating router d60a207e-b247-49f0-8ab0-6a86ed2716cc port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:43:55.487886 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:55.519323 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 705a31b9-f36e-414f-b155-52ffb8278e51 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:55.519323 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:55.678915 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-997d9f1b-e7d0-4732-8dc3-a6af40eb4505 None None] Provisioning complete for port 705a31b9-f36e-414f-b155-52ffb8278e51 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:55.679584 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-997d9f1b-e7d0-4732-8dc3-a6af40eb4505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:55.696351 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:55.914461 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:55.921951 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:55.964601 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Allocated IP 172.20.0.1 (68b26370-00b0-464b-9915-2069b63729a9/e5eb5177-ca61-4990-99cd-afd7599100d2/26f5ede3-fe07-4bcf-85a8-0abbde52747f) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:43:55.994815 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Attempting to bind port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:43:55.995396 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Attempting to bind port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:43:55.996000 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Attempting to bind port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:43:55.999107 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b172d48-2e88-4f66-afb6-ceaa78ffd9e9 None None] Pushing event updated for resources: {'Port': ['ID=f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9,revision_number=2']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:56.007295 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:43:56.007295 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:56.007575 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.007977 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:43:56.008470 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Bound port: f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:43:56.008878 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.088317 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] For port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:43:56.097145 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] For port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:43:56.107452 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.162122 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.172298 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:56.172955 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:56.178816 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b172d48-2e88-4f66-afb6-ceaa78ffd9e9 None None] Pushing event updated for resources: {'Port': ['ID=f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:56.222915 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.262415 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Network 68b26370-00b0-464b-9915-2069b63729a9 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:56.266539 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:56.269304 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:43:56.269790 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.300628 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:56.348598 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=26f5ede3-fe07-4bcf-85a8-0abbde52747f,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:56.478700 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada8d00-af01-4d26-8db2-985ef7657e8b req-f86ec3ea-7da6-434d-8bb9-42adf9e991c7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:56.488939 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dada8d00-af01-4d26-8db2-985ef7657e8b req-f86ec3ea-7da6-434d-8bb9-42adf9e991c7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0987530 Oct 12 18:43:56.571779 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dada8d00-af01-4d26-8db2-985ef7657e8b req-1b6da659-4a19-4a00-937b-d8575c92c50b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810046 Oct 12 18:43:56.580825 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.646367 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-867d00a1-b24c-4872-b905-a461ae04e578 None None] Provisioning complete for port 26f5ede3-fe07-4bcf-85a8-0abbde52747f triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:56.647011 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-867d00a1-b24c-4872-b905-a461ae04e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.652696 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60618) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:56.697954 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-867d00a1-b24c-4872-b905-a461ae04e578 None None] Port 26f5ede3-fe07-4bcf-85a8-0abbde52747f cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:43:56.772082 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:53Z', 'revision_number': 3, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:56.793324 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8160c2d3-fe8f-4132-94ac-905ad9cc510d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.804952 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.809620 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dae14-d839-460c-9e02-bdd7b2725954 None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:53Z', 'revision_number': 3, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:43:56.821836 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.822454 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.914430 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8160c2d3-fe8f-4132-94ac-905ad9cc510d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.922091 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8160c2d3-fe8f-4132-94ac-905ad9cc510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.923835 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=26f5ede3-fe07-4bcf-85a8-0abbde52747f,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:56.974054 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-8160c2d3-fe8f-4132-94ac-905ad9cc510d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f00072539e8485da52ec07492333552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202448 Oct 12 18:43:56.975036 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160c2d3-fe8f-4132-94ac-905ad9cc510d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6500fff-0332-4785-991e-461e980337d6,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:56.975539 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60626) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:57.013608 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Network 68b26370-00b0-464b-9915-2069b63729a9 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:43:57.017595 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:57.047976 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 705a31b9-f36e-414f-b155-52ffb8278e51 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:57.108149 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c2496a5d-ca44-4e5d-8264-13b9c469fbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:57.151097 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 705a31b9-f36e-414f-b155-52ffb8278e51 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:57.151472 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:57.331299 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-32389796-76b4-4d59-8547-fd9fa36557c5 None None] Provisioning complete for port 26f5ede3-fe07-4bcf-85a8-0abbde52747f triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:57.331704 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-32389796-76b4-4d59-8547-fd9fa36557c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:57.381859 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-32389796-76b4-4d59-8547-fd9fa36557c5 None None] Port 26f5ede3-fe07-4bcf-85a8-0abbde52747f cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:43:57.387174 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c2496a5d-ca44-4e5d-8264-13b9c469fbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:57.444378 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:43:57.490176 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c2496a5d-ca44-4e5d-8264-13b9c469fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:57.492754 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c2496a5d-ca44-4e5d-8264-13b9c469fbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:57.496455 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c2496a5d-ca44-4e5d-8264-13b9c469fbe0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6500fff-0332-4785-991e-461e980337d6 HTTP/1.1" status: 204 len: 168 time: 0.5174339 Oct 12 18:43:57.509562 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2496a5d-ca44-4e5d-8264-13b9c469fbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6500fff-0332-4785-991e-461e980337d6,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:57.611903 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:43:57.628719 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3b7b22d0-3ad0-4038-953f-0a11ce08b9f6 admin admin] 10.222.0.62 "PUT /v2.0/routers/d60a207e-b247-49f0-8ab0-6a86ed2716cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9624975 Oct 12 18:43:57.628719 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e43ea03-155d-40d3-951d-5168915393e5 req-3b789318-4afb-4775-9ae8-7970494e1408 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688229 Oct 12 18:43:57.772042 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f5c9-ba71-4998-9728-ff48cf49e729 req-7a9a62df-1c32-43d4-9cfe-470a249e4b9b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:57.774359 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8c61f5c9-ba71-4998-9728-ff48cf49e729 req-7a9a62df-1c32-43d4-9cfe-470a249e4b9b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1067173 Oct 12 18:43:57.811440 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ea03-155d-40d3-951d-5168915393e5 req-712a68b9-4f88-4dd3-b02d-2d78964936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:57.813774 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e43ea03-155d-40d3-951d-5168915393e5 req-712a68b9-4f88-4dd3-b02d-2d78964936f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a389745b712d4cd388df217f1110cf7c&device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 1099 time: 0.1166930 Oct 12 18:43:57.893007 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8c61f5c9-ba71-4998-9728-ff48cf49e729 req-dbfa2814-c0e6-4725-a5e3-aa8ca82cecba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046453 Oct 12 18:43:58.086122 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60660) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:58.112636 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d436e774-b4f0-49d9-a66b-ccc59d1b5755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.131762 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ea03-155d-40d3-951d-5168915393e5 req-f54fab4a-b585-4b79-bb00-ae8b5eb420e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:58.133663 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e43ea03-155d-40d3-951d-5168915393e5 req-f54fab4a-b585-4b79-bb00-ae8b5eb420e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d9025a7-ab37-4c38-955c-8e84053e8bc4 HTTP/1.1" status: 200 len: 913 time: 0.2911205 Oct 12 18:43:58.194990 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e43ea03-155d-40d3-951d-5168915393e5 req-4cd87467-592e-4c6f-9adb-b0761d9e5746 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee HTTP/1.1" status: 200 len: 217 time: 0.0463417 Oct 12 18:43:58.277121 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d436e774-b4f0-49d9-a66b-ccc59d1b5755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.284614 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d436e774-b4f0-49d9-a66b-ccc59d1b5755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.286558 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ea03-155d-40d3-951d-5168915393e5 req-29065a2f-7f4f-4ed0-8f43-1e69e345fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:58.288133 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e43ea03-155d-40d3-951d-5168915393e5 req-29065a2f-7f4f-4ed0-8f43-1e69e345fd65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c6bc02e-d0ed-4ad3-afe5-b17543b9defe HTTP/1.1" status: 200 len: 852 time: 0.0802479 Oct 12 18:43:58.337539 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-d436e774-b4f0-49d9-a66b-ccc59d1b5755 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdec5e9498634c22a89762b5095e4530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478693 Oct 12 18:43:58.343877 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60666) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:58.364986 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e43ea03-155d-40d3-951d-5168915393e5 req-2b5ed9c6-2d48-4422-b905-254f48f2d051 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d9025a7-ab37-4c38-955c-8e84053e8bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638814 Oct 12 18:43:58.384000 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436e774-b4f0-49d9-a66b-ccc59d1b5755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e6e6b-8c94-49e8-a1eb-d9e96a95d945,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:58.435956 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1823bc35-e170-4efd-8fb6-d67821ef8cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.490342 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1823bc35-e170-4efd-8fb6-d67821ef8cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.493096 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e43ea03-155d-40d3-951d-5168915393e5 req-806b78f5-be48-4fba-a509-eb2db05b6975 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200712 Oct 12 18:43:58.557296 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1823bc35-e170-4efd-8fb6-d67821ef8cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.560293 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1823bc35-e170-4efd-8fb6-d67821ef8cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.564414 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1823bc35-e170-4efd-8fb6-d67821ef8cba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/138e6e6b-8c94-49e8-a1eb-d9e96a95d945 HTTP/1.1" status: 204 len: 168 time: 0.2168553 Oct 12 18:43:58.580918 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823bc35-e170-4efd-8fb6-d67821ef8cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e6e6b-8c94-49e8-a1eb-d9e96a95d945,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:58.652294 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.697267 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60686) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:58.708566 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-222205253-network', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:58.737870 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e43ea03-155d-40d3-951d-5168915393e5 req-ebdef45e-8efc-4bae-9e67-efba7da6703e service neutron] 10.222.0.32 "GET /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320337 Oct 12 18:43:58.746372 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Made reservation on behalf of 15162bdae8694d52a6a8d69fec6f57ef for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:58.749721 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.759088 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.866927 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.871558 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.916104 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:43:58.923700 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5764c3-ad66-4a0d-9490-ab01a8732180,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:58.940238 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.940969 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Added segment 522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf of type vlan for network aa650946-e992-44b7-9b84-4f5caf07d90c Oct 12 18:43:59.036945 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.088790 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.090271 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:59.092107 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.107390 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447eb7f-01eb-4f70-96f2-7a8a5e1d2a95 req-778c2e5a-322d-4c35-a711-2c31cb7563e5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:59.108355 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f447eb7f-01eb-4f70-96f2-7a8a5e1d2a95 req-778c2e5a-322d-4c35-a711-2c31cb7563e5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1192553 Oct 12 18:43:59.188260 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4893782 Oct 12 18:43:59.192491 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60702) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:59.198156 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:43:59.201009 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Request body: {'subnet': {'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-222205253-subnet', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:59.220427 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcd866-6fab-4bfd-8005-02319e3bcc43 admin admin] Pushing event updated for resources: {'Network': ['ID=aa650946-e992-44b7-9b84-4f5caf07d90c,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:59.228538 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f447eb7f-01eb-4f70-96f2-7a8a5e1d2a95 req-34082fd3-7fd6-45fb-ad5d-dff99bda18a9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760877 Oct 12 18:43:59.266274 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Made reservation on behalf of 15162bdae8694d52a6a8d69fec6f57ef for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:43:59.272064 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.286863 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:43:59.301772 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network aa650946-e992-44b7-9b84-4f5caf07d90c details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:43:59.442141 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:43:59.443660 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:43:59.560458 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.638675 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:43:59.639021 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.675284 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc43535c-e69e-4b2b-b854-76452e2f688b,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:59.699926 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Checking segment: {'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:43:59.709692 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Network hostable DHCP agents. Network: aa650946-e992-44b7-9b84-4f5caf07d90c, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:43:59.745983 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d81786-1b18-4622-be56-df4f66de511f req-8d4693c4-3023-4501-9392-2ff04bf26bc6 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:59.751014 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69d81786-1b18-4622-be56-df4f66de511f req-8d4693c4-3023-4501-9392-2ff04bf26bc6 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.0956430 Oct 12 18:43:59.773426 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Network aa650946-e992-44b7-9b84-4f5caf07d90c is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:43:59.807280 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, aa650946-e992-44b7-9b84-4f5caf07d90c) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:43:59.818627 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:43:59.819665 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.848375 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60730) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:59.848696 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-dcd36a42-538a-45e0-b6e7-bd17c5aed061 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6539350 Oct 12 18:43:59.859857 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:43:59.861918 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eab35ea-d9ac-4bcd-ba8d-c3046b08704f None None] Network aa650946-e992-44b7-9b84-4f5caf07d90c requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:43:59.866937 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:43:59.953377 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69d81786-1b18-4622-be56-df4f66de511f req-b56f7de3-c69e-4502-8e8c-ae7d1b1f6c5d tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750998 Oct 12 18:43:59.958189 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.960268 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:00.109246 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:00.204990 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:00.231113 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:00.341898 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:00.391751 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:00.518238 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931edb6-330b-4d69-8aed-bb122cf04bc7 req-7b079e69-d2d5-4ea2-a3b6-39b11b5bd55c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:00.518238 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6931edb6-330b-4d69-8aed-bb122cf04bc7 req-7b079e69-d2d5-4ea2-a3b6-39b11b5bd55c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1278737 Oct 12 18:44:00.550946 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:00.588793 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6931edb6-330b-4d69-8aed-bb122cf04bc7 req-3ddda00b-7b4e-4ba6-8e3b-9d7dfd3960ed tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691376 Oct 12 18:44:00.620590 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-aa650946-e992-44b7-9b84-4f5caf07d90c', 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'fixed_ips': [{'subnet_id': 'fc43535c-e69e-4b2b-b854-76452e2f688b'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:44:00.621441 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:00.754428 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 2, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:00.821968 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:44:00.822853 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Updating router d60a207e-b247-49f0-8ab0-6a86ed2716cc port 26f5ede3-fe07-4bcf-85a8-0abbde52747f binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:44:00.904760 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:00.927761 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Allocated IP 172.20.0.2 (aa650946-e992-44b7-9b84-4f5caf07d90c/fc43535c-e69e-4b2b-b854-76452e2f688b/07300a23-e02a-4e05-aa2d-b6ee8216d8e3) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:44:00.947677 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:00.971188 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.061554 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:01.182641 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39999175-597d-4ebb-b264-8bd2036fc4c3 req-bfdaeb4e-5851-4195-bc34-e55040241377 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:01.184155 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39999175-597d-4ebb-b264-8bd2036fc4c3 req-bfdaeb4e-5851-4195-bc34-e55040241377 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.1170862 Oct 12 18:44:01.242863 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Allocated IP 172.27.2.109 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/4ec78958-de3f-445a-8c23-748f0859dcd0) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:44:01.254672 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39999175-597d-4ebb-b264-8bd2036fc4c3 req-86f532dc-0bb5-4827-80fa-b5506974992c tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Oct 12 18:44:01.277489 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:01.277489 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.386930 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.408269 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.438358 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.438640 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.503302 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:44:01.512630 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:44:01.522146 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:44:01.526297 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Network aa650946-e992-44b7-9b84-4f5caf07d90c is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:44:01.533596 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:44:01.540036 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:44:01.540382 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Pushing event updated for resources: {'Port': ['ID=07300a23-e02a-4e05-aa2d-b6ee8216d8e3,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:01.606203 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Pushing event updated for resources: {'Port': ['ID=4ec78958-de3f-445a-8c23-748f0859dcd0,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:01.654167 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.669329 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.711724 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Attempting to bind port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:44:01.712468 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Attempting to bind port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:44:01.713146 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Attempting to bind port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 on network aa650946-e992-44b7-9b84-4f5caf07d90c {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:44:01.736317 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:44:01.737067 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Checking segment: {'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:44:01.737568 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.738033 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Bound using segment: {'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:44:01.746646 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Bound port: 07300a23-e02a-4e05-aa2d-b6ee8216d8e3, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:44:01.747662 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.778967 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0da619-44e1-472c-8541-c4ca69033039 None None] Pushing event updated for resources: {'Port': ['ID=26f5ede3-fe07-4bcf-85a8-0abbde52747f,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:01.888781 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4abcef-084c-409e-a62c-4805fb19c5cc req-7001b4a1-2f37-447d-89ce-7d73bdcc8a55 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:01.890981 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4f4abcef-084c-409e-a62c-4805fb19c5cc req-7001b4a1-2f37-447d-89ce-7d73bdcc8a55 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1669166 Oct 12 18:44:01.891914 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.897211 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Attempting to bind port 26f5ede3-fe07-4bcf-85a8-0abbde52747f on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:44:01.897585 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Attempting to bind port 26f5ede3-fe07-4bcf-85a8-0abbde52747f by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:44:01.897952 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Attempting to bind port 26f5ede3-fe07-4bcf-85a8-0abbde52747f on network 68b26370-00b0-464b-9915-2069b63729a9 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:44:01.902521 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] For port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:44:01.907943 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] For port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=07300a23-e02a-4e05-aa2d-b6ee8216d8e3,segment=NetworkSegment(522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf),segment_id=522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:44:01.909551 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:44:01.910042 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Checking segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:44:01.910432 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.911024 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Bound using segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:44:01.911674 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Bound port: 26f5ede3-fe07-4bcf-85a8-0abbde52747f, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:44:01.912152 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:01.916679 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:02.025515 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] For port 26f5ede3-fe07-4bcf-85a8-0abbde52747f, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:44:02.031494 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] For port 26f5ede3-fe07-4bcf-85a8-0abbde52747f, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=26f5ede3-fe07-4bcf-85a8-0abbde52747f,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:44:02.044513 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:02.051263 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4f4abcef-084c-409e-a62c-4805fb19c5cc req-ac1265ff-a308-4e24-ad37-ed8866d0b7ca tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151502 Oct 12 18:44:02.090024 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b1fe6-91de-43c7-a3e7-00c26167092c None None] Pushing event updated for resources: {'Port': ['ID=07300a23-e02a-4e05-aa2d-b6ee8216d8e3,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:02.192680 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:44:02.193817 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:02.285977 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0da619-44e1-472c-8541-c4ca69033039 None None] Pushing event updated for resources: {'Port': ['ID=26f5ede3-fe07-4bcf-85a8-0abbde52747f,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:02.293347 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-0fcc8827-d8aa-4f7f-8d4c-96b7efaf5c59 None None] Provisioning complete for port 26f5ede3-fe07-4bcf-85a8-0abbde52747f triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:02.293347 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8827-d8aa-4f7f-8d4c-96b7efaf5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:02.319701 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:02.438551 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:44:02.563547 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb7245-4259-46c0-9dd2-95b13e860bb7 req-929591f1-9b60-469d-8d57-0384e76bdc6f tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:02.565176 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-17bb7245-4259-46c0-9dd2-95b13e860bb7 req-929591f1-9b60-469d-8d57-0384e76bdc6f tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.1415629 Oct 12 18:44:02.621042 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:44:02.627835 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-17bb7245-4259-46c0-9dd2-95b13e860bb7 req-d930be16-9dae-4975-854a-fac678dccccb tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Oct 12 18:44:02.755543 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8827-d8aa-4f7f-8d4c-96b7efaf5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:02.756653 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:44:02.769528 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Sync routers for ids ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:44:02.777103 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:02.781286 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c5858a9f-26b6-4bf3-9928-c1853f62d3fb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9277492 Oct 12 18:44:02.781448 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Routers {'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:44:02.781448 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:02.781678 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60800) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:02.821530 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-0fcc8827-d8aa-4f7f-8d4c-96b7efaf5c59 None None] For port 26f5ede3-fe07-4bcf-85a8-0abbde52747f, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=26f5ede3-fe07-4bcf-85a8-0abbde52747f,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:02.846861 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8827-d8aa-4f7f-8d4c-96b7efaf5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:02.909052 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Set router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:44:02.941181 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc8827-d8aa-4f7f-8d4c-96b7efaf5c59 None None] Pushing event updated for resources: {'Port': ['ID=26f5ede3-fe07-4bcf-85a8-0abbde52747f,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:02.952804 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:02.993578 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca98e7f-bfc5-468b-8b21-c52cc4aa3be5 None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:44:03.009381 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-32fc5c90-146b-43c3-883d-5281884369e7 None None] Provisioning complete for port 26f5ede3-fe07-4bcf-85a8-0abbde52747f triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:03.010028 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-32fc5c90-146b-43c3-883d-5281884369e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.237633 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:44:01Z', 'revision_number': 3, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port': {'id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:00Z', 'updated_at': '2021-10-12T18:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:03.249737 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:03.288337 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Checking router: a227a4e2-fa56-460c-85d5-6a9ba2b2b16f for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:44:03.289052 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Updating router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f port 4ec78958-de3f-445a-8c23-748f0859dcd0 binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:44:03.332150 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.365622 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:03.366011 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.476976 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943847fb-4700-4e64-9142-0819626a7a63 req-84047487-27e5-4209-8f04-d55f33934047 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:03.478581 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-943847fb-4700-4e64-9142-0819626a7a63 req-84047487-27e5-4209-8f04-d55f33934047 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1825194 Oct 12 18:44:03.497583 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.525618 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c0292-a792-4d5f-9b9b-517b29d6ea1f None None] Network aa650946-e992-44b7-9b84-4f5caf07d90c requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:44:03.601615 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=07300a23-e02a-4e05-aa2d-b6ee8216d8e3,segment=NetworkSegment(522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf),segment_id=522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:03.614565 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.618622 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-943847fb-4700-4e64-9142-0819626a7a63 req-5050f4eb-afaa-4062-8e11-526b15333cc3 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246324 Oct 12 18:44:03.626098 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.663890 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-34f71389-2575-486f-9372-3e8ca463574c None None] Provisioning complete for port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:03.664275 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-34f71389-2575-486f-9372-3e8ca463574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.732072 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.741488 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.811189 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=07300a23-e02a-4e05-aa2d-b6ee8216d8e3,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:03.824785 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Attempting to bind port 4ec78958-de3f-445a-8c23-748f0859dcd0 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:44:03.825938 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Attempting to bind port 4ec78958-de3f-445a-8c23-748f0859dcd0 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:44:03.826380 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Attempting to bind port 4ec78958-de3f-445a-8c23-748f0859dcd0 on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:44:03.835872 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:44:03.836252 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:44:03.836861 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.837403 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:44:03.838102 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Bound port: 4ec78958-de3f-445a-8c23-748f0859dcd0, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:44:03.838710 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.901306 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] For port 4ec78958-de3f-445a-8c23-748f0859dcd0, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:44:03.905701 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] For port 4ec78958-de3f-445a-8c23-748f0859dcd0, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=4ec78958-de3f-445a-8c23-748f0859dcd0,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:44:03.917021 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:03.928755 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Pushing event updated for resources: {'Port': ['ID=4ec78958-de3f-445a-8c23-748f0859dcd0,revision_number=2']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:03.940321 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.940933 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.941539 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.942019 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.942674 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.943163 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.943912 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.944229 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.944774 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.945247 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.945767 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.946255 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:03.950773 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11736d9c-a912-42f0-b340-0d29de272908 req-1d10bac4-3603-4122-a973-9b6ee42fbea6 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:03.952693 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-11736d9c-a912-42f0-b340-0d29de272908 req-1d10bac4-3603-4122-a973-9b6ee42fbea6 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.1365883 Oct 12 18:44:03.975667 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Allocated IP 172.20.0.1 (aa650946-e992-44b7-9b84-4f5caf07d90c/fc43535c-e69e-4b2b-b854-76452e2f688b/bfcaf9d6-e0d9-4d00-a259-a807206929d7) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:44:04.031844 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Routers {'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:44:04.032472 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:04.034420 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-11736d9c-a912-42f0-b340-0d29de272908 req-a3e59f21-78ad-4afc-983a-f9250053cf4a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621700 Oct 12 18:44:04.035700 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71710921-6575-41f7-a26d-fa217f663904 None None] Pushing event updated for resources: {'Port': ['ID=4ec78958-de3f-445a-8c23-748f0859dcd0,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:04.167468 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:04.182152 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] Set router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:44:04.254167 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:04.318139 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Network aa650946-e992-44b7-9b84-4f5caf07d90c is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:44:04.324271 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:44:04.332092 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:44:04.333129 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:04.346028 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Pushing event updated for resources: {'Port': ['ID=bfcaf9d6-e0d9-4d00-a259-a807206929d7,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:04.346627 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-ce56802a-c7e9-4bc7-bb09-1eae706ea01c None None] Provisioning complete for port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:04.348139 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-ce56802a-c7e9-4bc7-bb09-1eae706ea01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:04.505279 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:44:01Z', 'revision_number': 3, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port': {'id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:00Z', 'updated_at': '2021-10-12T18:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:04.548421 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87101ad-be0e-448d-aa44-db15bdd11e9c None None] The sync data for ids ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'] in dv-cinder-813228-2-iscsi is: [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:44:01Z', 'revision_number': 3, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port': {'id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:00Z', 'updated_at': '2021-10-12T18:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:44:04.604300 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:04.706171 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-0c4df51c-b652-48a6-8699-e7aee400b567 None None] Provisioning complete for port bfcaf9d6-e0d9-4d00-a259-a807206929d7 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:04.706573 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0c4df51c-b652-48a6-8699-e7aee400b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:04.758067 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-0c4df51c-b652-48a6-8699-e7aee400b567 None None] Port bfcaf9d6-e0d9-4d00-a259-a807206929d7 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:44:04.866949 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de458e-8ff7-4cf2-881b-d7ca55f26b6d req-1a7fa241-dc7f-408c-9c12-b80a2dd39755 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:04.868586 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77de458e-8ff7-4cf2-881b-d7ca55f26b6d req-1a7fa241-dc7f-408c-9c12-b80a2dd39755 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1375344 Oct 12 18:44:04.895364 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b541ab-3ada-4f8b-8480-87730cce119d req-b4163d1f-9cd1-4b8c-ac60-06cddfb3cfb9 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:04.898848 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-36b541ab-3ada-4f8b-8480-87730cce119d req-b4163d1f-9cd1-4b8c-ac60-06cddfb3cfb9 tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.32 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.1306074 Oct 12 18:44:04.969264 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77de458e-8ff7-4cf2-881b-d7ca55f26b6d req-098d6d9a-a68e-4f3c-8b9f-69470b4e296d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928135 Oct 12 18:44:05.009905 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:05.017240 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:05.018191 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:05.178804 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Pushing event updated for resources: {'Port': ['ID=bfcaf9d6-e0d9-4d00-a259-a807206929d7,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:05.269348 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Deleting port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:44:05.270688 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:05.370522 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 4ec78958-de3f-445a-8c23-748f0859dcd0 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:05.435160 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afeab9-02da-44a7-bc48-21da9c1236a1 req-b51c4892-8f49-4c12-b2e0-747096c4238a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:05.437652 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-22afeab9-02da-44a7-bc48-21da9c1236a1 req-b51c4892-8f49-4c12-b2e0-747096c4238a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 946 time: 0.2474413 Oct 12 18:44:05.535925 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 4ec78958-de3f-445a-8c23-748f0859dcd0 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:05.538115 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:05.548474 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] For port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,segment=NetworkSegment(3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf),segment_id=3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:05.550148 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:05.554509 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Network aa650946-e992-44b7-9b84-4f5caf07d90c is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:44:05.570741 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:44:05.592253 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-22afeab9-02da-44a7-bc48-21da9c1236a1 req-e2e4c979-e478-41fc-91c1-977fc5e08a1f tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358352 Oct 12 18:44:05.645498 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Calling delete_port for 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:44:05.849728 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:05.926115 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 4ec78958-de3f-445a-8c23-748f0859dcd0, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=4ec78958-de3f-445a-8c23-748f0859dcd0,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:05.934523 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:05.937161 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 26f5ede3-fe07-4bcf-85a8-0abbde52747f up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:06.096863 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=4ec78958-de3f-445a-8c23-748f0859dcd0,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:06.151909 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-be0da620-9f58-47e7-82b6-493422e5bea4 None None] Provisioning complete for port bfcaf9d6-e0d9-4d00-a259-a807206929d7 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:06.152528 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-be0da620-9f58-47e7-82b6-493422e5bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:06.164728 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:06.194828 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['7ced61d6-8474-47b5-9b86-7cdd2dcd0eee'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:44:06.307763 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-be0da620-9f58-47e7-82b6-493422e5bea4 None None] Port bfcaf9d6-e0d9-4d00-a259-a807206929d7 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:44:06.318286 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Pushing event deleted for resources: {'Port': ['ID=7ced61d6-8474-47b5-9b86-7cdd2dcd0eee,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:06.377448 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 26f5ede3-fe07-4bcf-85a8-0abbde52747f triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:06.378030 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:06.459871 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] No DVR routers for this DVR port 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:44:06.469540 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:06.473476 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-36b541ab-3ada-4f8b-8480-87730cce119d req-e501d864-39c1-43e0-b3fb-7afd005e6c6a tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.32 "DELETE /v2.0/ports/7ced61d6-8474-47b5-9b86-7cdd2dcd0eee HTTP/1.1" status: 204 len: 173 time: 1.5618894 Oct 12 18:44:06.474325 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033be7f-de32-4945-aa84-c6c4f8c9496c', 'name': 'network-vif-deleted', 'tag': '7ced61d6-8474-47b5-9b86-7cdd2dcd0eee'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:44:06.476991 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab56583-51c7-4175-b239-9ea1e8d856f1" -d '{"events": [{"server_uuid": "7033be7f-de32-4945-aa84-c6c4f8c9496c", "name": "network-vif-deleted", "tag": "7ced61d6-8474-47b5-9b86-7cdd2dcd0eee"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:44:06.547465 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:44:06.576320 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:06.655315 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ccd2c-6b8e-40d4-aab6-c2307e88132f req-f8c490e0-a476-4cd1-9c43-ec47ea528dd3 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:06.656910 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-130ccd2c-6b8e-40d4-aab6-c2307e88132f req-f8c490e0-a476-4cd1-9c43-ec47ea528dd3 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.2843668 Oct 12 18:44:06.677693 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b76826-2b1e-4940-94e6-c93384aa985c req-49e2fc73-863f-4872-a6db-772e8a1dd288 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:06.677693 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-49e2fc73-863f-4872-a6db-772e8a1dd288 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 815 time: 0.2998748 Oct 12 18:44:06.678301 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:06.678706 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:06.745227 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-1ee975aa-6f02-4530-a7d4-9d9f6023eb65 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/quotas/6fc77a9af54d4e3283198371298edb6d HTTP/1.1" status: 200 len: 375 time: 0.0374956 Oct 12 18:44:06.795192 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:44:06.799295 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-130ccd2c-6b8e-40d4-aab6-c2307e88132f req-bf4b37eb-9222-4d31-838b-207981a83469 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951900 Oct 12 18:44:06.806724 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e820bc05-4693-44c0-be14-3b67fd528fcb admin admin] 10.222.0.62 "PUT /v2.0/routers/a227a4e2-fa56-460c-85d5-6a9ba2b2b16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0216427 Oct 12 18:44:06.836553 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-668962c4-946a-4c67-8aa4-7ba2b59f9b87 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779014 Oct 12 18:44:07.000999 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-f46dd8b2-e0c4-4a30-8e87-58f82e2aafe4 service neutron] 10.222.0.62 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474917 Oct 12 18:44:07.040172 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f3b58b-fe1b-447a-bf20-97d9d1013994 x-openstack-request-id: req-18f3b58b-fe1b-447a-bf20-97d9d1013994 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:44:07.044382 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033be7f-de32-4945-aa84-c6c4f8c9496c", "name": "network-vif-deleted", "tag": "7ced61d6-8474-47b5-9b86-7cdd2dcd0eee", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:44:07.044981 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18f3b58b-fe1b-447a-bf20-97d9d1013994 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:44:07.045636 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033be7f-de32-4945-aa84-c6c4f8c9496c', 'name': 'network-vif-deleted', 'tag': '7ced61d6-8474-47b5-9b86-7cdd2dcd0eee', 'status': 'completed', 'code': 200} Oct 12 18:44:07.139129 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 4ec78958-de3f-445a-8c23-748f0859dcd0 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:07.167177 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-d5dc1d37-6194-4f76-ae64-33534e2dfe75 service neutron] 10.222.0.62 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643353 Oct 12 18:44:07.216532 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 4ec78958-de3f-445a-8c23-748f0859dcd0 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:07.217540 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:07.218448 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0d53ca0b-b281-4542-88dc-7cbe793ee6f5 req-47a1a802-989f-4441-81d6-d3ec0b5f8f0d tempest-DeleteServersTestJSON-549272761 tempest-DeleteServersTestJSON-549272761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7033be7f-de32-4945-aa84-c6c4f8c9496c HTTP/1.1" status: 200 len: 210 time: 0.0431960 Oct 12 18:44:07.429365 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Sync routers for ids ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:44:07.443571 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Routers {'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:44:07.444783 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:07.493241 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8c9411b8-f2a3-431a-a688-b81a540dc0fa req-0c9c849e-5247-4624-8d17-e70f5fd17070 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 210 time: 0.0739589 Oct 12 18:44:07.674984 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Set router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:44:08.025569 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:44:04Z', 'revision_number': 4, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port': {'id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:00Z', 'updated_at': '2021-10-12T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'bfcaf9d6-e0d9-4d00-a259-a807206929d7', 'name': '', 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'mac_address': 'fa:16:3e:5b:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'fc43535c-e69e-4b2b-b854-76452e2f688b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:03Z', 'updated_at': '2021-10-12T18:44:04Z', 'revision_number': 2, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'subnets': [{'id': 'fc43535c-e69e-4b2b-b854-76452e2f688b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:08.033198 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60940) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:08.040667 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-b75c2768-8624-42a7-af1d-ab07009be2f0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-530557052', 'description': 'tempest-secgroup-smoke-530557052 description', 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:08.064681 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Checking router: a227a4e2-fa56-460c-85d5-6a9ba2b2b16f for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:44:08.065038 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Updating router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f port bfcaf9d6-e0d9-4d00-a259-a807206929d7 binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:44:08.072982 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18eb28-2c92-4d3a-8e0d-c2d82a61ab34 req-c4f3a8c3-b2c3-4c10-9a28-586fa55b01a6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:08.081797 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f18eb28-2c92-4d3a-8e0d-c2d82a61ab34 req-c4f3a8c3-b2c3-4c10-9a28-586fa55b01a6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1023631 Oct 12 18:44:08.101384 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.135829 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b75c2768-8624-42a7-af1d-ab07009be2f0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.157547 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f18eb28-2c92-4d3a-8e0d-c2d82a61ab34 req-d262a63b-0c90-4d91-b600-06ed35d34a47 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700634 Oct 12 18:44:08.324374 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b75c2768-8624-42a7-af1d-ab07009be2f0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.336317 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b75c2768-8624-42a7-af1d-ab07009be2f0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.409458 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b75c2768-8624-42a7-af1d-ab07009be2f0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.410975 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b75c2768-8624-42a7-af1d-ab07009be2f0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3762765 Oct 12 18:44:08.414209 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60970) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:08.419822 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-9ca4480e-a915-4503-9946-31f9fd46e9d4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'security_group_rule': {'security_group_id': '675b12fe-b8e1-4fa8-8ee2-793b4d703a70', 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:08.426775 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c2768-8624-42a7-af1d-ab07009be2f0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675b12fe-b8e1-4fa8-8ee2-793b4d703a70,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:08.475816 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480e-a915-4503-9946-31f9fd46e9d4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.635256 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480e-a915-4503-9946-31f9fd46e9d4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.642173 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480e-a915-4503-9946-31f9fd46e9d4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.644397 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.663648 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.710430 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4480e-a915-4503-9946-31f9fd46e9d4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff64d245-e450-43b9-bba8-7eccae6ff74a,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:08.717664 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d157b1bb-00f2-44eb-a8da-901d903e6a09 req-0b25aa26-1b2d-4016-9233-98d5e1becc85 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 210 time: 0.0948298 Oct 12 18:44:08.737926 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480e-a915-4503-9946-31f9fd46e9d4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.741257 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9ca4480e-a915-4503-9946-31f9fd46e9d4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3257210 Oct 12 18:44:08.745354 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 60992) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:08.752233 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-da611160-fb98-48f4-a75c-b537e4b76d2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'security_group_rule': {'security_group_id': '675b12fe-b8e1-4fa8-8ee2-793b4d703a70', 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:08.795317 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da611160-fb98-48f4-a75c-b537e4b76d2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.876106 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e38644-4ebc-430e-afbf-209bfc97b8c7 None None] Pushing event updated for resources: {'Port': ['ID=bfcaf9d6-e0d9-4d00-a259-a807206929d7,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:08.929908 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 60996) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:08.995552 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Attempting to bind port bfcaf9d6-e0d9-4d00-a259-a807206929d7 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:44:08.995969 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Attempting to bind port bfcaf9d6-e0d9-4d00-a259-a807206929d7 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:44:08.996420 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Attempting to bind port bfcaf9d6-e0d9-4d00-a259-a807206929d7 on network aa650946-e992-44b7-9b84-4f5caf07d90c {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:44:09.012298 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:44:09.013397 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Checking segment: {'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:44:09.014594 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.016479 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Bound using segment: {'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:44:09.017723 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Bound port: bfcaf9d6-e0d9-4d00-a259-a807206929d7, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:44:09.018660 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.024421 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da611160-fb98-48f4-a75c-b537e4b76d2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.032629 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da611160-fb98-48f4-a75c-b537e4b76d2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.067604 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da611160-fb98-48f4-a75c-b537e4b76d2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee0cc26-b815-40b6-88c4-6063d944f464,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:09.106649 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da611160-fb98-48f4-a75c-b537e4b76d2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.109412 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-da611160-fb98-48f4-a75c-b537e4b76d2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3626549 Oct 12 18:44:09.114145 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32774) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:09.119637 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-0db3c577-1237-4d42-90c4-ed80c50be9ed tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'security_group_rule': {'security_group_id': '675b12fe-b8e1-4fa8-8ee2-793b4d703a70', 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:09.179814 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0db3c577-1237-4d42-90c4-ed80c50be9ed tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.276650 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-1a1b5bfa-3089-4de7-939f-7ab4e6c39f58 None None] Provisioning complete for port bfcaf9d6-e0d9-4d00-a259-a807206929d7 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:09.277047 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5bfa-3089-4de7-939f-7ab4e6c39f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.287069 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d7a29e2e-7eb6-4e10-9898-d39b8f4267b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.325920 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0db3c577-1237-4d42-90c4-ed80c50be9ed tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.330090 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b76826-2b1e-4940-94e6-c93384aa985c req-dbd2998e-9e3a-4aae-8a61-113662a8452d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:09.332552 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-dbd2998e-9e3a-4aae-8a61-113662a8452d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 815 time: 0.3115070 Oct 12 18:44:09.350131 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0db3c577-1237-4d42-90c4-ed80c50be9ed tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.362041 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Request body: {'port': {'device_id': 'f0948917-69d5-4d89-9298-c7b0a43a3679', 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'admin_state_up': True, 'tenant_id': '6fc77a9af54d4e3283198371298edb6d'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:09.389659 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3c577-1237-4d42-90c4-ed80c50be9ed tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce96026-b298-4aba-b98e-e8b3bbeb6de7,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:09.408737 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0db3c577-1237-4d42-90c4-ed80c50be9ed tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.411401 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-0db3c577-1237-4d42-90c4-ed80c50be9ed tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2957609 Oct 12 18:44:09.415744 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32788) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:09.422576 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-f62d459b-a83e-4c71-bd93-9ba247ad46cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'security_group_rule': {'security_group_id': '675b12fe-b8e1-4fa8-8ee2-793b4d703a70', 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:09.446897 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd6ea9-daff-4474-a261-ec75e3bde1dc req-73fb69d4-174c-4cf1-af8a-b865b52f15c9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:09.450318 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6ddd6ea9-daff-4474-a261-ec75e3bde1dc req-73fb69d4-174c-4cf1-af8a-b865b52f15c9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1158488 Oct 12 18:44:09.506775 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d7a29e2e-7eb6-4e10-9898-d39b8f4267b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.510893 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f62d459b-a83e-4c71-bd93-9ba247ad46cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.518669 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d7a29e2e-7eb6-4e10-9898-d39b8f4267b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.544889 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] For port bfcaf9d6-e0d9-4d00-a259-a807206929d7, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:44:09.560773 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b5bfa-3089-4de7-939f-7ab4e6c39f58 None None] Port bfcaf9d6-e0d9-4d00-a259-a807206929d7 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:44:09.567847 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] For port bfcaf9d6-e0d9-4d00-a259-a807206929d7, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=bfcaf9d6-e0d9-4d00-a259-a807206929d7,segment=NetworkSegment(522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf),segment_id=522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:44:09.573707 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6ddd6ea9-daff-4474-a261-ec75e3bde1dc req-08967d87-dbd9-4eb5-a32e-49370b467046 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015408 Oct 12 18:44:09.579320 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.588051 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a29e2e-7eb6-4e10-9898-d39b8f4267b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7af975-e223-4f7f-a8e3-ab9b05bd3f6f,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:09.593935 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Made reservation on behalf of 6fc77a9af54d4e3283198371298edb6d for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:44:09.599936 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.608045 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-d7a29e2e-7eb6-4e10-9898-d39b8f4267b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f34de481f2b544bd982504da9c9db2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762683 Oct 12 18:44:09.610960 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32790) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:09.643205 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f62d459b-a83e-4c71-bd93-9ba247ad46cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.662064 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f62d459b-a83e-4c71-bd93-9ba247ad46cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.704463 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d459b-a83e-4c71-bd93-9ba247ad46cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c12fb1-08b7-48a2-b3c5-8966d10df10c,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:09.705011 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e38644-4ebc-430e-afbf-209bfc97b8c7 None None] Pushing event updated for resources: {'Port': ['ID=bfcaf9d6-e0d9-4d00-a259-a807206929d7,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:09.719191 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Routers {'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:44:09.719974 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:43:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:09.727931 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f62d459b-a83e-4c71-bd93-9ba247ad46cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.729309 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-f62d459b-a83e-4c71-bd93-9ba247ad46cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3121264 Oct 12 18:44:09.733604 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32794) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:09.744595 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-09bf775f-9094-474b-b9c0-84ded3e4c896 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'security_group_rule': {'security_group_id': '675b12fe-b8e1-4fa8-8ee2-793b4d703a70', 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:09.750968 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ff54-e661-4baa-b556-ee63e1eacf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.800319 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.securitygroups_db [None req-09bf775f-9094-474b-b9c0-84ded3e4c896 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Project ebe64b67f8f44c14beb2eb9ea1a1fd0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:44:09.809927 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ff54-e661-4baa-b556-ee63e1eacf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.817817 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-09bf775f-9094-474b-b9c0-84ded3e4c896 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:09.897588 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] Set router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:44:09.935939 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Allocated IP 172.20.0.8 (81d741c0-ab6b-489e-a9c6-ac7022874ed2/decd0ae5-a4d1-4258-8331-da238e662d83/cf405d6c-b647-43d7-9295-6376b748dbaa) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:44:09.975521 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b0f6ce80-8613-456d-872f-87f3aa0f4527 req-22ad3b83-ef91-4f0e-8ec2-73de3a68b206 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 210 time: 0.0792904 Oct 12 18:44:10.008623 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-09bf775f-9094-474b-b9c0-84ded3e4c896 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.020706 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-09bf775f-9094-474b-b9c0-84ded3e4c896 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.038295 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ff54-e661-4baa-b556-ee63e1eacf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.045208 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ff54-e661-4baa-b556-ee63e1eacf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.046347 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2ec7ff54-e661-4baa-b556-ee63e1eacf43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f7af975-e223-4f7f-a8e3-ab9b05bd3f6f HTTP/1.1" status: 204 len: 168 time: 0.4343512 Oct 12 18:44:10.088384 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf775f-9094-474b-b9c0-84ded3e4c896 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb980b8d-8c9d-49cd-a146-d848b968b655,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:10.104664 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7ff54-e661-4baa-b556-ee63e1eacf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7af975-e223-4f7f-a8e3-ab9b05bd3f6f,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:10.117248 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-09bf775f-9094-474b-b9c0-84ded3e4c896 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.119545 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-09bf775f-9094-474b-b9c0-84ded3e4c896 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847132 Oct 12 18:44:10.122896 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32808) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:10.131216 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-9e473ac8-3480-4208-a4c1-cbc39558dd55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'security_group_rule': {'security_group_id': '675b12fe-b8e1-4fa8-8ee2-793b4d703a70', 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:10.156717 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:44:10.186327 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.securitygroups_db [None req-9e473ac8-3480-4208-a4c1-cbc39558dd55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Project ebe64b67f8f44c14beb2eb9ea1a1fd0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:44:10.198882 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9e473ac8-3480-4208-a4c1-cbc39558dd55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.200501 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:44:10.201168 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 7ced61d6-8474-47b5-9b86-7cdd2dcd0eee not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:44:10.216492 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-076e7863-5be8-4b5a-a9ad-133a02ef7efa None None] Provisioning complete for port bfcaf9d6-e0d9-4d00-a259-a807206929d7 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:10.217204 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-076e7863-5be8-4b5a-a9ad-133a02ef7efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.238487 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32812) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:10.303471 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.382363 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.397301 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['f440090b-cce0-464a-be69-6580f3988de7'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:44:10.400693 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9e473ac8-3480-4208-a4c1-cbc39558dd55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.401879 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-076e7863-5be8-4b5a-a9ad-133a02ef7efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.413065 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9e473ac8-3480-4208-a4c1-cbc39558dd55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.422057 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b3a153-ad3d-4648-893e-a2014f168d7d admin admin] Deleting subnet 4c6bc02e-d0ed-4ad3-afe5-b17543b9defe {{(pid=100547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:44:10.465973 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:44:04Z', 'revision_number': 4, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port': {'id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:00Z', 'updated_at': '2021-10-12T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'bfcaf9d6-e0d9-4d00-a259-a807206929d7', 'name': '', 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'mac_address': 'fa:16:3e:5b:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'fc43535c-e69e-4b2b-b854-76452e2f688b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:03Z', 'updated_at': '2021-10-12T18:44:09Z', 'revision_number': 4, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'subnets': [{'id': 'fc43535c-e69e-4b2b-b854-76452e2f688b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:10.474560 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Pushing event updated for resources: {'Port': ['ID=cf405d6c-b647-43d7-9295-6376b748dbaa,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:10.485569 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e473ac8-3480-4208-a4c1-cbc39558dd55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002d99d1-13de-4b06-aa66-6f1e0e6a4de7,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:10.495684 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-71b3a153-ad3d-4648-893e-a2014f168d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.502989 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:44:10.510548 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:44:10.519366 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:44:10.524443 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2761c-2aee-4e10-9266-a803e0b6947a None None] The sync data for ids ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'] in dv-cinder-813228-2-iscsi is: [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:44:04Z', 'revision_number': 4, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port': {'id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:00Z', 'updated_at': '2021-10-12T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'bfcaf9d6-e0d9-4d00-a259-a807206929d7', 'name': '', 'network_id': 'aa650946-e992-44b7-9b84-4f5caf07d90c', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'mac_address': 'fa:16:3e:5b:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'fc43535c-e69e-4b2b-b854-76452e2f688b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:03Z', 'updated_at': '2021-10-12T18:44:09Z', 'revision_number': 4, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'subnets': [{'id': 'fc43535c-e69e-4b2b-b854-76452e2f688b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:44:10.532970 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-076e7863-5be8-4b5a-a9ad-133a02ef7efa None None] For port bfcaf9d6-e0d9-4d00-a259-a807206929d7, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=bfcaf9d6-e0d9-4d00-a259-a807206929d7,segment=NetworkSegment(522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf),segment_id=522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:10.542439 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-076e7863-5be8-4b5a-a9ad-133a02ef7efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.546527 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:10.547979 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.562890 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9e473ac8-3480-4208-a4c1-cbc39558dd55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.573827 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-9e473ac8-3480-4208-a4c1-cbc39558dd55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4494247 Oct 12 18:44:10.593669 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ec4928b4-3c07-4462-a25a-727ea91a770b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2371438 Oct 12 18:44:10.680807 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Request body: {'port': {'device_id': 'f0948917-69d5-4d89-9298-c7b0a43a3679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:10.688438 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-71b3a153-ad3d-4648-893e-a2014f168d7d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.752375 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-71b3a153-ad3d-4648-893e-a2014f168d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.875498 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e7863-5be8-4b5a-a9ad-133a02ef7efa None None] Pushing event updated for resources: {'Port': ['ID=bfcaf9d6-e0d9-4d00-a259-a807206929d7,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:10.879182 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.916338 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 32862) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:10.975946 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f02d5519-d5ed-477c-928a-e7b8dc167f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:11.158655 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ea4b1-0386-46fc-a4fe-62eb00821036 req-69eb7cf8-c6be-4bd0-89bc-93db1167bdb1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:11.162164 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a68ea4b1-0386-46fc-a4fe-62eb00821036 req-69eb7cf8-c6be-4bd0-89bc-93db1167bdb1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.2244816 Oct 12 18:44:11.221262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-71b3a153-ad3d-4648-893e-a2014f168d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:11.268457 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device bfcaf9d6-e0d9-4d00-a259-a807206929d7 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:11.319369 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f02d5519-d5ed-477c-928a-e7b8dc167f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:11.335759 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f02d5519-d5ed-477c-928a-e7b8dc167f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:11.355087 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3a153-ad3d-4648-893e-a2014f168d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6bc02e-d0ed-4ad3-afe5-b17543b9defe,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:11.394764 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port bfcaf9d6-e0d9-4d00-a259-a807206929d7 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:11.395287 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:11.446988 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32880) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:11.517274 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-71b3a153-ad3d-4648-893e-a2014f168d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:11.532582 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-71b3a153-ad3d-4648-893e-a2014f168d7d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4c6bc02e-d0ed-4ad3-afe5-b17543b9defe HTTP/1.1" status: 204 len: 168 time: 1.2868803 Oct 12 18:44:11.538441 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32884) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:11.636858 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32890) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:11.638130 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f02d5519-d5ed-477c-928a-e7b8dc167f44 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e8e4358ffcc4294873ed3512387db95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166865 Oct 12 18:44:11.639276 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d5519-d5ed-477c-928a-e7b8dc167f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2e1100-47ac-4161-bf0c-e52692977313,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:11.660596 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e53b0-f228-4b95-8d8a-1187aa74e94f req-0783a834-8db5-43ab-bae5-656cddc2ee15 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:11.675223 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-845e53b0-f228-4b95-8d8a-1187aa74e94f req-0783a834-8db5-43ab-bae5-656cddc2ee15 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 931 time: 0.5076573 Oct 12 18:44:11.823939 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a68ea4b1-0386-46fc-a4fe-62eb00821036 req-cdc0fedc-0084-4d22-9c27-d2cf506a72b8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369073 Oct 12 18:44:11.831797 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 32896) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:11.937342 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6c37-af4a-492d-9c4e-c5c16400cadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:11.996387 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-845e53b0-f228-4b95-8d8a-1187aa74e94f req-5336d267-7a86-4fb3-93a9-e36204cf553e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581930 Oct 12 18:44:12.020897 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.076381 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5f1703b-2f8e-43f6-9e75-ade6469d445a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.135706 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-60562120-ad41-4169-a29f-7e9b60ba4d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.152087 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf405d6c-b647-43d7-9295-6376b748dbaa {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:44:12.164778 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.194560 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Transition to ACTIVE for port object cf405d6c-b647-43d7-9295-6376b748dbaa will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:44:12.197663 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5f1703b-2f8e-43f6-9e75-ade6469d445a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.204379 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.243476 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.303583 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6c37-af4a-492d-9c4e-c5c16400cadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.310089 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.310538 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.311390 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.311882 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.312226 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.312561 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.312884 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.313242 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.313723 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.314151 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.324795 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Pushing event updated for resources: {'Port': ['ID=cf405d6c-b647-43d7-9295-6376b748dbaa,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:12.349143 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-60562120-ad41-4169-a29f-7e9b60ba4d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.352285 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Attempting to bind port cf405d6c-b647-43d7-9295-6376b748dbaa on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:44:12.352611 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Attempting to bind port cf405d6c-b647-43d7-9295-6376b748dbaa by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:44:12.352961 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Attempting to bind port cf405d6c-b647-43d7-9295-6376b748dbaa on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:44:12.357244 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-60562120-ad41-4169-a29f-7e9b60ba4d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.375275 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Port cf405d6c-b647-43d7-9295-6376b748dbaa on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:44:12.375599 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Attempting to bind port cf405d6c-b647-43d7-9295-6376b748dbaa on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:44:12.408222 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:44:12.408558 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Checking segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:44:12.408985 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Bound using segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:44:12.409545 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Bound port: cf405d6c-b647-43d7-9295-6376b748dbaa, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:44:12.409786 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.427132 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-60562120-ad41-4169-a29f-7e9b60ba4d60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a598deed9004bcbade592327320317f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934930 Oct 12 18:44:12.430278 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60562120-ad41-4169-a29f-7e9b60ba4d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358d2671-e473-4c83-90c4-3095dcb659cd,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:12.435766 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 32914) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:12.486797 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.487158 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.487497 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.487968 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:44:12.488355 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9025a7-ab37-4c38-955c-8e84053e8bc4']}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:12.515013 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6c37-af4a-492d-9c4e-c5c16400cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.519066 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf') {'for_net_delete': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:12.519260 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2834d2-7058-4f02-9dbc-5e1ff2cd77cf') {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:44:12.543007 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92f0df6b-9970-4874-bb1c-4f33595ce6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.546509 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] For port cf405d6c-b647-43d7-9295-6376b748dbaa, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:44:12.560174 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28868116'] for segment, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.568719 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5f1703b-2f8e-43f6-9e75-ade6469d445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.571110 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] For port cf405d6c-b647-43d7-9295-6376b748dbaa, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf405d6c-b647-43d7-9295-6376b748dbaa,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:44:12.571440 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5f1703b-2f8e-43f6-9e75-ade6469d445a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.577455 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-d5f1703b-2f8e-43f6-9e75-ade6469d445a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e2e1100-47ac-4161-bf0c-e52692977313 HTTP/1.1" status: 204 len: 168 time: 0.8961871 Oct 12 18:44:12.586934 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.595953 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92f0df6b-9970-4874-bb1c-4f33595ce6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.614726 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.627991 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d6c37-af4a-492d-9c4e-c5c16400cadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104062b9-f86f-4309-8eab-7b38533f7b31,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:12.657575 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:12.658791 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.660203 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=100547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:44:12.660853 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299767'] for segment, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.660961 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf405d6c-b647-43d7-9295-6376b748dbaa HTTP/1.1" status: 200 len: 1093 time: 2.0435097 Oct 12 18:44:12.668057 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0948917-69d5-4d89-9298-c7b0a43a3679', 'tag': 'cf405d6c-b647-43d7-9295-6376b748dbaa'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:44:12.671918 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2606ecde-65de-4103-8a64-0cf6ae4ba7db" -d '{"events": [{"name": "network-changed", "server_uuid": "f0948917-69d5-4d89-9298-c7b0a43a3679", "tag": "cf405d6c-b647-43d7-9295-6376b748dbaa"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: from cryptography.utils import int_from_bytes Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: from cryptography.utils import int_from_bytes Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: Traceback (most recent call last): Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: timer() Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: cb(*args, **kw) Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: return func(*args, **kwargs) Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: self._notify() Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: self.callback(batched_events) Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: event.method(event) Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: return f(self, *a, **k) Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._get(url).json() Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: return self.request(url, 'GET', **kwargs) Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:44:12.688011 dv-cinder-813228-2-iscsi neutron-server[100547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:44:12.692020 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-fd0d6c37-af4a-492d-9c4e-c5c16400cadb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e79e956c881e449dacb38848f73c9fec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2315478 Oct 12 18:44:12.699387 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 32920) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:12.775467 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ee4496-59dd-4688-b279-b6610b2eaf5f x-openstack-request-id: req-c2ee4496-59dd-4688-b279-b6610b2eaf5f {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:44:12.775774 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0948917-69d5-4d89-9298-c7b0a43a3679", "tag": "cf405d6c-b647-43d7-9295-6376b748dbaa", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:44:12.776139 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2ee4496-59dd-4688-b279-b6610b2eaf5f {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:44:12.776552 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0948917-69d5-4d89-9298-c7b0a43a3679', 'tag': 'cf405d6c-b647-43d7-9295-6376b748dbaa', 'status': 'completed', 'code': 200} Oct 12 18:44:12.798093 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1703b-2f8e-43f6-9e75-ade6469d445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2e1100-47ac-4161-bf0c-e52692977313,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:12.804291 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.838118 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9025a7-ab37-4c38-955c-8e84053e8bc4,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:12.838614 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb3397-59ea-42b1-8202-9c77791b5f35 service neutron] Pushing event updated for resources: {'Port': ['ID=cf405d6c-b647-43d7-9295-6376b748dbaa,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:12.841604 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.846520 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4d220f61-b08d-4dd2-8c70-d6b7ea22a0c3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5d9025a7-ab37-4c38-955c-8e84053e8bc4 HTTP/1.1" status: 204 len: 168 time: 1.2818637 Oct 12 18:44:12.879896 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92f0df6b-9970-4874-bb1c-4f33595ce6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.885779 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92f0df6b-9970-4874-bb1c-4f33595ce6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.890512 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-92f0df6b-9970-4874-bb1c-4f33595ce6a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/358d2671-e473-4c83-90c4-3095dcb659cd HTTP/1.1" status: 204 len: 168 time: 0.4516318 Oct 12 18:44:12.904686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0df6b-9970-4874-bb1c-4f33595ce6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358d2671-e473-4c83-90c4-3095dcb659cd,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:12.916599 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ca51e1b0-e76d-4467-a988-317045eff1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:12.917783 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-ca51e1b0-e76d-4467-a988-317045eff1c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 1096 time: 0.1932261 Oct 12 18:44:12.921267 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2587931f-7d13-4817-93d4-dd846bc739e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:12.959608 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2587931f-7d13-4817-93d4-dd846bc739e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.005989 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-d76e3396-557a-48ca-9ee4-9a0e4f877705 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf405d6c-b647-43d7-9295-6376b748dbaa HTTP/1.1" status: 200 len: 217 time: 0.0613546 Oct 12 18:44:13.049025 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a4c1db1d-c766-4b05-b4ee-0c51a9af0080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.086531 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a1a17-bbb2-4e06-84e3-3d50d725254d req-84a11cf2-663a-4334-ab68-5cd7f4d0212a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:13.088543 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-392a1a17-bbb2-4e06-84e3-3d50d725254d req-84a11cf2-663a-4334-ab68-5cd7f4d0212a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1270318 Oct 12 18:44:13.114872 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 32936) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:13.131257 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b76826-2b1e-4940-94e6-c93384aa985c req-e335fb2c-c3a8-4df1-8ca8-6f5cdf4385f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:13.132766 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-e335fb2c-c3a8-4df1-8ca8-6f5cdf4385f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.0722151 Oct 12 18:44:13.135727 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2c94021f-622d-47b0-86cd-399830f87fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.157358 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-392a1a17-bbb2-4e06-84e3-3d50d725254d req-d4654aaf-56c3-432e-8062-40fd69100057 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595548 Oct 12 18:44:13.161183 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2587931f-7d13-4817-93d4-dd846bc739e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.163753 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2587931f-7d13-4817-93d4-dd846bc739e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.169129 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2587931f-7d13-4817-93d4-dd846bc739e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/104062b9-f86f-4309-8eab-7b38533f7b31 HTTP/1.1" status: 204 len: 168 time: 0.4656110 Oct 12 18:44:13.190830 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-9694510f-d652-40eb-9396-a3c197e3b0c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416887 Oct 12 18:44:13.206786 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587931f-7d13-4817-93d4-dd846bc739e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104062b9-f86f-4309-8eab-7b38533f7b31,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:13.218497 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32940) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:13.341090 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-b95a825e-dfe7-459a-be4a-01e2ad18486d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a389745b712d4cd388df217f1110cf7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1193891 Oct 12 18:44:13.343448 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32942) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:13.374243 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c72f8-0051-4bd7-a317-e1b4e3f52178 req-b1f2cd24-1ad8-4e6d-8ec6-6ee595d432fb tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:13.375858 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-230c72f8-0051-4bd7-a317-e1b4e3f52178 req-b1f2cd24-1ad8-4e6d-8ec6-6ee595d432fb tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 943 time: 0.1065474 Oct 12 18:44:13.406024 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-2caccffb-04b1-45f6-b944-7a2af6a18a55 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960781 Oct 12 18:44:13.445119 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-230c72f8-0051-4bd7-a317-e1b4e3f52178 req-a4f26dd8-c84d-48f5-a3f7-2d2d51133648 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 Oct 12 18:44:13.446038 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-99b4e335-bc2a-47af-a8a3-24116cf38452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.499985 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-99b4e335-bc2a-47af-a8a3-24116cf38452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.585124 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2c94021f-622d-47b0-86cd-399830f87fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.592370 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2c94021f-622d-47b0-86cd-399830f87fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.617351 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-99b4e335-bc2a-47af-a8a3-24116cf38452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.622127 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-99b4e335-bc2a-47af-a8a3-24116cf38452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.622655 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81b76826-2b1e-4940-94e6-c93384aa985c req-0a4a3a54-ff3e-4e34-ab65-2ad9eeb6ea16 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003009 Oct 12 18:44:13.624953 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-99b4e335-bc2a-47af-a8a3-24116cf38452 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa HTTP/1.1" status: 204 len: 168 time: 0.2804947 Oct 12 18:44:13.631563 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2c94021f-622d-47b0-86cd-399830f87fbb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c137db1bca546db93503ca277c529fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156307 Oct 12 18:44:13.634135 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 32950) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:13.650000 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4e335-bc2a-47af-a8a3-24116cf38452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0f0ea8-8733-4cb4-919b-fa1ed741c4aa,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:13.761715 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94021f-622d-47b0-86cd-399830f87fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162d01cb-e8c7-426a-9921-32a25bfc1065,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:13.784147 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b8832cc-a3ff-40e1-99e1-2448b89ad682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.807012 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-20403685-abd4-454a-b0e5-302c04d03c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:13.809387 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-20403685-abd4-454a-b0e5-302c04d03c8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 1096 time: 0.0998144 Oct 12 18:44:13.835172 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b8832cc-a3ff-40e1-99e1-2448b89ad682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.946645 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 32958) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:13.964314 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-5042dd78-0c21-4d39-aaed-45cba868a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:13.966694 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-5042dd78-0c21-4d39-aaed-45cba868a258 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 916 time: 0.1459725 Oct 12 18:44:13.967949 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b8832cc-a3ff-40e1-99e1-2448b89ad682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.970068 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bfc10ae1-6b56-4f19-be1c-725ca2e3b5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.970973 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b8832cc-a3ff-40e1-99e1-2448b89ad682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:13.972078 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6b8832cc-a3ff-40e1-99e1-2448b89ad682 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/162d01cb-e8c7-426a-9921-32a25bfc1065 HTTP/1.1" status: 204 len: 168 time: 0.3369865 Oct 12 18:44:14.018273 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8832cc-a3ff-40e1-99e1-2448b89ad682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162d01cb-e8c7-426a-9921-32a25bfc1065,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:14.021415 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-3cf5238b-54a8-42b8-898c-9f701d6b3afd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf405d6c-b647-43d7-9295-6376b748dbaa HTTP/1.1" status: 200 len: 217 time: 0.0436978 Oct 12 18:44:14.102416 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-533ac286-7cd6-41b8-a8e6-777a9914ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:14.110513 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-533ac286-7cd6-41b8-a8e6-777a9914ca3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.0734322 Oct 12 18:44:14.110932 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bfc10ae1-6b56-4f19-be1c-725ca2e3b5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:14.111709 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bfc10ae1-6b56-4f19-be1c-725ca2e3b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:14.154839 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc10ae1-6b56-4f19-be1c-725ca2e3b5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0c8447-6653-4f75-9c81-7b1ef8582cfe,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:14.161593 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-bfc10ae1-6b56-4f19-be1c-725ca2e3b5c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4eaf57ce1a7e4dff96d78144b101cebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135508 Oct 12 18:44:14.164605 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 32968) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:14.179231 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-391c44d0-3eb3-4ac8-9fff-3398f796f742 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490792 Oct 12 18:44:14.326249 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bfff-7ae8-4eb1-90f0-d734b5cfa9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:14.350791 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-8d5589ed-5f1b-4f56-ae84-0fb37aeb3577 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512544 Oct 12 18:44:14.360250 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcea5c-e2dd-412c-a39d-27a84f1bde66 req-5a25cb99-d808-4ee2-ba99-a5a26e59df29 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:14.361906 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0abcea5c-e2dd-412c-a39d-27a84f1bde66 req-5a25cb99-d808-4ee2-ba99-a5a26e59df29 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0679843 Oct 12 18:44:14.373113 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bfff-7ae8-4eb1-90f0-d734b5cfa9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:14.432126 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0abcea5c-e2dd-412c-a39d-27a84f1bde66 req-904f97b7-26d2-45b5-abc0-9a8930e6a0cb tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612228 Oct 12 18:44:14.519826 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2606ecde-65de-4103-8a64-0cf6ae4ba7db req-8071292f-9c72-4e89-ac14-2cdc6af83c16 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608043 Oct 12 18:44:14.521082 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bfff-7ae8-4eb1-90f0-d734b5cfa9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:14.526164 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bfff-7ae8-4eb1-90f0-d734b5cfa9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:14.528389 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e4c2bfff-7ae8-4eb1-90f0-d734b5cfa9b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f0c8447-6653-4f75-9c81-7b1ef8582cfe HTTP/1.1" status: 204 len: 168 time: 0.3617094 Oct 12 18:44:14.538855 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2bfff-7ae8-4eb1-90f0-d734b5cfa9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0c8447-6653-4f75-9c81-7b1ef8582cfe,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:14.726803 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e8580-da5a-44d3-b659-eba9ca9389a4 req-73f7d5e1-291b-4659-ad16-825798bdd827 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:14.730757 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fe5e8580-da5a-44d3-b659-eba9ca9389a4 req-73f7d5e1-291b-4659-ad16-825798bdd827 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 943 time: 0.1091502 Oct 12 18:44:14.777981 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fe5e8580-da5a-44d3-b659-eba9ca9389a4 req-05a42612-bd62-42dd-a765-9cb140743fe3 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Oct 12 18:44:15.578998 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f0b31-e452-461b-b27e-1557baa20598 req-d973898d-7b17-41e4-a64e-492054e3847c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:15.580801 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ac4f0b31-e452-461b-b27e-1557baa20598 req-d973898d-7b17-41e4-a64e-492054e3847c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0599704 Oct 12 18:44:15.623954 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ac4f0b31-e452-461b-b27e-1557baa20598 req-92b9b1f5-aa2c-4e97-848a-a2d44003e005 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Oct 12 18:44:15.973728 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8dec-52ff-4b32-83fd-526703297822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:15.983833 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8c3d5-2282-4cfa-8eca-64c931fab391 req-d7832e15-5e21-4219-be0a-756d81b2ea20 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:16.000873 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0cd8c3d5-2282-4cfa-8eca-64c931fab391 req-d7832e15-5e21-4219-be0a-756d81b2ea20 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 943 time: 0.1008832 Oct 12 18:44:16.039280 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0cd8c3d5-2282-4cfa-8eca-64c931fab391 req-7bc07969-241e-463a-9066-b68d8bdc7671 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Oct 12 18:44:16.780973 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e707ad-c242-4972-933d-602a6b86d211 req-d71b41f3-ac4d-4f20-98bd-0da7b00659a1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:16.782809 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f3e707ad-c242-4972-933d-602a6b86d211 req-d71b41f3-ac4d-4f20-98bd-0da7b00659a1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0736330 Oct 12 18:44:16.852542 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f3e707ad-c242-4972-933d-602a6b86d211 req-43eea8f0-b0fe-4513-9f23-e4bfaee91c48 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511019 Oct 12 18:44:16.885483 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:17.176276 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:17.178406 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ced05-61af-4a3c-bdd6-0de20b5df3f5 req-54a81987-1489-4e92-a954-3f1817f20ed7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:17.180098 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1c3ced05-61af-4a3c-bdd6-0de20b5df3f5 req-54a81987-1489-4e92-a954-3f1817f20ed7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 943 time: 0.0582418 Oct 12 18:44:17.224667 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1c3ced05-61af-4a3c-bdd6-0de20b5df3f5 req-9f9066a1-cc49-457f-bc24-0dd7617c409b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Oct 12 18:44:18.050166 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89af7-da7b-4ea7-849a-d3045b3bbaa0 req-8d04a300-7049-4e45-a827-5e535d1d1c0a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:18.053013 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-daf89af7-da7b-4ea7-849a-d3045b3bbaa0 req-8d04a300-7049-4e45-a827-5e535d1d1c0a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0995941 Oct 12 18:44:18.107735 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-daf89af7-da7b-4ea7-849a-d3045b3bbaa0 req-a65af2e3-53d4-4ff9-9087-0466db4ff9c8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451913 Oct 12 18:44:18.130311 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device cf405d6c-b647-43d7-9295-6376b748dbaa details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:44:18.268158 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port cf405d6c-b647-43d7-9295-6376b748dbaa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf405d6c-b647-43d7-9295-6376b748dbaa,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:18.281688 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'cf405d6c-b647-43d7-9295-6376b748dbaa', 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'port_id': 'cf405d6c-b647-43d7-9295-6376b748dbaa', 'mac_address': 'fa:16:3e:48:57:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decd0ae5-a4d1-4258-8331-da238e662d83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:44:18.310427 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33176) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:18.328455 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.345637 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf405d6c-b647-43d7-9295-6376b748dbaa {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:44:18.370211 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port cf405d6c-b647-43d7-9295-6376b748dbaa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf405d6c-b647-43d7-9295-6376b748dbaa,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:18.376013 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.418849 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7758f2-7b0b-405f-bc09-c39eed1389e1 req-c9c2edc4-d953-4f8b-93a8-c5c5b351bbd4 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:18.420893 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0a7758f2-7b0b-405f-bc09-c39eed1389e1 req-c9c2edc4-d953-4f8b-93a8-c5c5b351bbd4 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 943 time: 0.0836868 Oct 12 18:44:18.446026 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e124e6c0-46e5-43e5-b9ca-d2a5c2e35bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.455275 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=cf405d6c-b647-43d7-9295-6376b748dbaa,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:18.473594 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0a7758f2-7b0b-405f-bc09-c39eed1389e1 req-bae63ddc-2553-4492-94e6-ef455ccf1158 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Oct 12 18:44:18.566060 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e124e6c0-46e5-43e5-b9ca-d2a5c2e35bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.571741 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e124e6c0-46e5-43e5-b9ca-d2a5c2e35bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.614904 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e6c0-46e5-43e5-b9ca-d2a5c2e35bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97160855-9a00-4a31-aff6-0b93c16fc18b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:18.626844 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e124e6c0-46e5-43e5-b9ca-d2a5c2e35bed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e29256244b140fb96711d446d5ea429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151586 Oct 12 18:44:18.627048 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33188) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:18.713156 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-33a31ba5-39fb-4ac6-8a0f-23cfe6d065b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.717735 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['cf405d6c-b647-43d7-9295-6376b748dbaa'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:44:18.737674 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-33a31ba5-39fb-4ac6-8a0f-23cfe6d065b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.797580 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-33a31ba5-39fb-4ac6-8a0f-23cfe6d065b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.803300 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-33a31ba5-39fb-4ac6-8a0f-23cfe6d065b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:18.805055 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-33a31ba5-39fb-4ac6-8a0f-23cfe6d065b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97160855-9a00-4a31-aff6-0b93c16fc18b HTTP/1.1" status: 204 len: 168 time: 0.1759517 Oct 12 18:44:18.815708 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a31ba5-39fb-4ac6-8a0f-23cfe6d065b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97160855-9a00-4a31-aff6-0b93c16fc18b,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:18.832025 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33196) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:18.989247 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-de45c179-c909-4257-a02c-a14cd8526d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.049217 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.105292 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-de45c179-c909-4257-a02c-a14cd8526d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.111546 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-de45c179-c909-4257-a02c-a14cd8526d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.153896 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-de45c179-c909-4257-a02c-a14cd8526d0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b349e98795d34723a5a3aae4ecbfedbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202262 Oct 12 18:44:19.155927 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45c179-c909-4257-a02c-a14cd8526d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3187bc-cd5e-41c0-9627-21989fb8dc1b,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:19.159977 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33210) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:19.232349 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7418fb3a-960c-417e-80c0-88a780c5ae71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.262445 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7418fb3a-960c-417e-80c0-88a780c5ae71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.363544 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7418fb3a-960c-417e-80c0-88a780c5ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.370941 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092f671-2ebb-4eb4-8d98-3518696a8e80 req-18941ab2-f73e-49fc-8a34-c7387c81667e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:19.372480 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7418fb3a-960c-417e-80c0-88a780c5ae71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.374127 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b092f671-2ebb-4eb4-8d98-3518696a8e80 req-18941ab2-f73e-49fc-8a34-c7387c81667e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0892580 Oct 12 18:44:19.380826 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7418fb3a-960c-417e-80c0-88a780c5ae71 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce3187bc-cd5e-41c0-9627-21989fb8dc1b HTTP/1.1" status: 204 len: 168 time: 0.2197165 Oct 12 18:44:19.398582 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418fb3a-960c-417e-80c0-88a780c5ae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3187bc-cd5e-41c0-9627-21989fb8dc1b,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:19.430010 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33220) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:19.446393 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-27bc5ccd-683b-423c-83e0-63a23871b3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.484570 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b092f671-2ebb-4eb4-8d98-3518696a8e80 req-527ff1c3-171d-43b0-a737-2d6ce7c1a689 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039491 Oct 12 18:44:19.570061 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-27bc5ccd-683b-423c-83e0-63a23871b3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.574936 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-27bc5ccd-683b-423c-83e0-63a23871b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.629021 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-27bc5ccd-683b-423c-83e0-63a23871b3db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8f61a4545844168b178ac47da11022c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954670 Oct 12 18:44:19.629021 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc5ccd-683b-423c-83e0-63a23871b3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e238da-9946-4be2-ab56-3e0e64504ede,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:19.636263 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33228) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:19.674797 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c590f0-6615-4a03-baaf-ebc779fd25b0 req-d1607f4d-92f7-40ca-a770-d56aa27a4a75 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:19.677192 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-98c590f0-6615-4a03-baaf-ebc779fd25b0 req-d1607f4d-92f7-40ca-a770-d56aa27a4a75 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 944 time: 0.0963931 Oct 12 18:44:19.720997 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9acf0d1e-44b1-49fa-b3a1-7dcf3741f1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.747385 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-98c590f0-6615-4a03-baaf-ebc779fd25b0 req-428d37cf-873a-435d-815b-f1c23bcfee85 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579469 Oct 12 18:44:19.749375 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9acf0d1e-44b1-49fa-b3a1-7dcf3741f1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.815848 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9acf0d1e-44b1-49fa-b3a1-7dcf3741f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.818589 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9acf0d1e-44b1-49fa-b3a1-7dcf3741f1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:19.820124 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9acf0d1e-44b1-49fa-b3a1-7dcf3741f1c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46e238da-9946-4be2-ab56-3e0e64504ede HTTP/1.1" status: 204 len: 168 time: 0.1854279 Oct 12 18:44:19.838205 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf0d1e-44b1-49fa-b3a1-7dcf3741f1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e238da-9946-4be2-ab56-3e0e64504ede,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:20.146142 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device cf405d6c-b647-43d7-9295-6376b748dbaa up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:20.228945 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port cf405d6c-b647-43d7-9295-6376b748dbaa completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:44:20.234262 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port cf405d6c-b647-43d7-9295-6376b748dbaa triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:20.234868 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:20.339361 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:20.365729 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0948917-69d5-4d89-9298-c7b0a43a3679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf405d6c-b647-43d7-9295-6376b748dbaa'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:44:20.368595 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7752f5d-ffa4-4756-88a8-d60f07a11340" -d '{"events": [{"server_uuid": "f0948917-69d5-4d89-9298-c7b0a43a3679", "name": "network-vif-plugged", "status": "completed", "tag": "cf405d6c-b647-43d7-9295-6376b748dbaa"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:44:20.383732 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port cf405d6c-b647-43d7-9295-6376b748dbaa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf405d6c-b647-43d7-9295-6376b748dbaa,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:20.395094 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:20.432035 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd248aa1-0289-49ae-bdb4-48890760d01d x-openstack-request-id: req-fd248aa1-0289-49ae-bdb4-48890760d01d {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:44:20.432153 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0948917-69d5-4d89-9298-c7b0a43a3679", "name": "network-vif-plugged", "status": "completed", "tag": "cf405d6c-b647-43d7-9295-6376b748dbaa", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:44:20.432723 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd248aa1-0289-49ae-bdb4-48890760d01d {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:44:20.432955 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0948917-69d5-4d89-9298-c7b0a43a3679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf405d6c-b647-43d7-9295-6376b748dbaa', 'code': 200} Oct 12 18:44:20.460607 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=cf405d6c-b647-43d7-9295-6376b748dbaa,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:20.634631 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef66a17-f802-47b1-9a47-0474853a9f8f req-14fdfbea-ff29-409a-b4e5-52eec9ca701c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:20.642290 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bef66a17-f802-47b1-9a47-0474853a9f8f req-14fdfbea-ff29-409a-b4e5-52eec9ca701c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0753872 Oct 12 18:44:20.726092 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa997d8-cd34-4a82-bba3-190ce185b6aa req-aec63041-f92e-4161-8969-aab2e0ad16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:20.727798 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bfa997d8-cd34-4a82-bba3-190ce185b6aa req-aec63041-f92e-4161-8969-aab2e0ad16ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 1098 time: 0.0761013 Oct 12 18:44:20.732409 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bef66a17-f802-47b1-9a47-0474853a9f8f req-2b88f311-4e2d-4896-b8f5-51c8a66cb474 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890605 Oct 12 18:44:20.787302 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bfa997d8-cd34-4a82-bba3-190ce185b6aa req-4fcb6d4f-2994-4880-abd8-9de759e9bf46 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Oct 12 18:44:20.957134 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ecca3-4ee3-4bef-9bd7-cf463e8808a9 req-a2ec2eb3-cd5e-4170-929c-72b040a0871e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:20.970609 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ef7ecca3-4ee3-4bef-9bd7-cf463e8808a9 req-a2ec2eb3-cd5e-4170-929c-72b040a0871e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 945 time: 0.1078629 Oct 12 18:44:21.070749 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ef7ecca3-4ee3-4bef-9bd7-cf463e8808a9 req-41e71ffd-2f80-4384-9954-8b0d7135f751 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938749 Oct 12 18:44:21.582068 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33374) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:21.762961 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6907-22ff-4604-9490-8cb3c3c4f124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:21.925024 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e450dc2-59ae-4ba9-bbc0-39a0700f8e24 req-ece7ea90-631e-448d-9b72-cc49b8c969d7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:21.926574 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3e450dc2-59ae-4ba9-bbc0-39a0700f8e24 req-ece7ea90-631e-448d-9b72-cc49b8c969d7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0813575 Oct 12 18:44:21.928511 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6907-22ff-4604-9490-8cb3c3c4f124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:21.932958 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6907-22ff-4604-9490-8cb3c3c4f124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:21.995700 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a6907-22ff-4604-9490-8cb3c3c4f124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe237ad-afbf-44a4-aa27-8760c1520cd1,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:22.008191 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4c5a6907-22ff-4604-9490-8cb3c3c4f124 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46d8549826ae46699d3d7938c1382e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200871 Oct 12 18:44:22.010838 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33394) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:22.020304 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3e450dc2-59ae-4ba9-bbc0-39a0700f8e24 req-c52fb0fe-350b-46bd-b5e3-a52583dfaaa7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837603 Oct 12 18:44:22.074839 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f2b416d6-1222-400f-9db0-457e5cd95473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:22.107008 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f2b416d6-1222-400f-9db0-457e5cd95473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:22.194477 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee57a78-32b8-4f1b-9ca1-2a68f9850b5e req-a8667cf4-1c13-4098-9eb1-39ac92c5364e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:22.195970 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bee57a78-32b8-4f1b-9ca1-2a68f9850b5e req-a8667cf4-1c13-4098-9eb1-39ac92c5364e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 945 time: 0.0557859 Oct 12 18:44:22.197029 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f2b416d6-1222-400f-9db0-457e5cd95473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:22.200362 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f2b416d6-1222-400f-9db0-457e5cd95473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:22.202943 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-f2b416d6-1222-400f-9db0-457e5cd95473 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dbe237ad-afbf-44a4-aa27-8760c1520cd1 HTTP/1.1" status: 204 len: 168 time: 0.1910808 Oct 12 18:44:22.233511 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b416d6-1222-400f-9db0-457e5cd95473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe237ad-afbf-44a4-aa27-8760c1520cd1,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:22.260123 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bee57a78-32b8-4f1b-9ca1-2a68f9850b5e req-df9521fc-4edb-4e48-af1d-c94adb7f8ca6 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556543 Oct 12 18:44:23.159174 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40568b1a-6536-4278-8d0a-94a95ff9d07b req-2e45591f-d638-4341-9c0b-3b2293c5345d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:23.160671 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40568b1a-6536-4278-8d0a-94a95ff9d07b req-2e45591f-d638-4341-9c0b-3b2293c5345d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0593812 Oct 12 18:44:23.198425 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40568b1a-6536-4278-8d0a-94a95ff9d07b req-724d4e72-baf8-46af-a70e-50823f4c3bb8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Oct 12 18:44:23.385122 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a00c1-a356-4f24-a82e-3c7e346e4cec req-d0ff32c9-808d-46fe-ad6a-d861a433c981 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:23.387235 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-818a00c1-a356-4f24-a82e-3c7e346e4cec req-d0ff32c9-808d-46fe-ad6a-d861a433c981 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Oct 12 18:44:23.400841 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33464) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:23.444746 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-818a00c1-a356-4f24-a82e-3c7e346e4cec req-1b1fccfc-4e5e-4ce4-a1f9-3d14bff71230 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494881 Oct 12 18:44:23.537690 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3fee7657-0338-4fbb-a908-4e29ee6fe37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:23.631841 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3fee7657-0338-4fbb-a908-4e29ee6fe37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:23.643371 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3fee7657-0338-4fbb-a908-4e29ee6fe37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:23.689315 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33482) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:23.689480 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3fee7657-0338-4fbb-a908-4e29ee6fe37e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca9cfe3f0bdb409e84809437398e7647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874219 Oct 12 18:44:23.690413 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee7657-0338-4fbb-a908-4e29ee6fe37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32745ca5-d30c-4ddb-9446-1cd9ed50838b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:23.757352 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d295360c-5d1f-413e-af73-55a4187830ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:23.782280 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d295360c-5d1f-413e-af73-55a4187830ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:23.858642 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d295360c-5d1f-413e-af73-55a4187830ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:23.862528 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d295360c-5d1f-413e-af73-55a4187830ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:23.865762 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-d295360c-5d1f-413e-af73-55a4187830ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32745ca5-d30c-4ddb-9446-1cd9ed50838b HTTP/1.1" status: 204 len: 168 time: 0.1726577 Oct 12 18:44:23.871905 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295360c-5d1f-413e-af73-55a4187830ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32745ca5-d30c-4ddb-9446-1cd9ed50838b,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:24.335425 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da992a-be52-49ad-8121-c93bc60cd6aa req-cf054ab7-0e1f-4d82-84cf-cb923662f54e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:24.337777 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-38da992a-be52-49ad-8121-c93bc60cd6aa req-cf054ab7-0e1f-4d82-84cf-cb923662f54e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0588164 Oct 12 18:44:24.393515 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-38da992a-be52-49ad-8121-c93bc60cd6aa req-1dbb6307-9e43-4b39-9a8c-8a8967e86bf1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487933 Oct 12 18:44:25.514015 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006195f-6eb0-4ff6-9a08-ab54431e85cf req-6ed7bc14-030a-4e06-b74c-dc64888efa11 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:25.515498 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b006195f-6eb0-4ff6-9a08-ab54431e85cf req-6ed7bc14-030a-4e06-b74c-dc64888efa11 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0482972 Oct 12 18:44:25.552321 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b006195f-6eb0-4ff6-9a08-ab54431e85cf req-701af6b8-8374-4e34-a4c0-1bbdde1c7d8e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Oct 12 18:44:26.665107 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ecc1c-5320-4736-aa36-3fc387f7c853 req-9c379c27-19b2-42d2-a939-e996164ea206 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:26.666557 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e10ecc1c-5320-4736-aa36-3fc387f7c853 req-9c379c27-19b2-42d2-a939-e996164ea206 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0473750 Oct 12 18:44:26.707564 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e10ecc1c-5320-4736-aa36-3fc387f7c853 req-b77be64a-a285-4c6d-8fd4-27fb8a869b3f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Oct 12 18:44:27.824724 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c42f-1379-4058-9b77-8dbda0765573 req-b0341c14-84e9-4240-9b7d-eb6a201db7e0 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:27.826327 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bf62c42f-1379-4058-9b77-8dbda0765573 req-b0341c14-84e9-4240-9b7d-eb6a201db7e0 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0504835 Oct 12 18:44:27.867870 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bf62c42f-1379-4058-9b77-8dbda0765573 req-18cea92c-821c-4e1d-84ea-c25dcd6880e8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Oct 12 18:44:28.589196 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:28.756715 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33616) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:28.918291 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06ebc389-effb-4d56-8b97-8ab268620888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:29.023247 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f890392-e5ab-4d18-b3be-1c3d419a2f89 req-3c62862e-9fab-4238-a1fb-a4c6008fc00e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:29.025205 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9f890392-e5ab-4d18-b3be-1c3d419a2f89 req-3c62862e-9fab-4238-a1fb-a4c6008fc00e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0786147 Oct 12 18:44:29.065079 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06ebc389-effb-4d56-8b97-8ab268620888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:29.070216 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06ebc389-effb-4d56-8b97-8ab268620888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:29.116447 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9f890392-e5ab-4d18-b3be-1c3d419a2f89 req-6b16aa03-f392-4123-91b4-2b82e9034928 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820689 Oct 12 18:44:29.129706 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-06ebc389-effb-4d56-8b97-8ab268620888 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0bcfd426b63462c85d04380ed6dc776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718019 Oct 12 18:44:29.130519 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebc389-effb-4d56-8b97-8ab268620888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6ff24-019d-45b5-93a1-d50888c71350,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:29.132348 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33624) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:29.187443 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-16ccf427-b153-4bff-af98-c60147cf0e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:29.211633 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-16ccf427-b153-4bff-af98-c60147cf0e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:29.263830 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-16ccf427-b153-4bff-af98-c60147cf0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:29.267623 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-16ccf427-b153-4bff-af98-c60147cf0e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:29.268862 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-16ccf427-b153-4bff-af98-c60147cf0e34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23d6ff24-019d-45b5-93a1-d50888c71350 HTTP/1.1" status: 204 len: 168 time: 0.1348686 Oct 12 18:44:29.276892 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccf427-b153-4bff-af98-c60147cf0e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6ff24-019d-45b5-93a1-d50888c71350,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:30.272988 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dea85-fa62-4f0b-9815-e6027cca5ef0 req-962ccdf6-a068-4bb7-9642-c51ece2ee705 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:30.275133 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf5dea85-fa62-4f0b-9815-e6027cca5ef0 req-962ccdf6-a068-4bb7-9642-c51ece2ee705 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0627420 Oct 12 18:44:30.321413 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf5dea85-fa62-4f0b-9815-e6027cca5ef0 req-137f2254-75b8-43f6-a84e-a4313051a875 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371377 Oct 12 18:44:30.623198 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:44:31.389265 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33744) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:31.456671 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbbc1c-4eb1-48f7-a14f-52b4ead2d830 req-8db2e5b7-1234-4b69-a300-60cc836336b1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:31.458412 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fffbbc1c-4eb1-48f7-a14f-52b4ead2d830 req-8db2e5b7-1234-4b69-a300-60cc836336b1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0589416 Oct 12 18:44:31.500008 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fffbbc1c-4eb1-48f7-a14f-52b4ead2d830 req-8bb1f790-a7e5-41d5-8f59-b450f95fc1fb tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Oct 12 18:44:31.533859 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fa89cbf9-0fe8-44df-a09b-1bf26e747e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:31.615717 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fa89cbf9-0fe8-44df-a09b-1bf26e747e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:31.620575 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fa89cbf9-0fe8-44df-a09b-1bf26e747e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:31.666589 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fa89cbf9-0fe8-44df-a09b-1bf26e747e3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d59efd5edf4742ccad7938abd3b0e255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733200 Oct 12 18:44:31.666934 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33756) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:31.672873 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89cbf9-0fe8-44df-a09b-1bf26e747e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b1642-2769-4bc3-9d54-b7a1c0b5ebc8,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:31.722732 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ff52027c-f6d2-4646-b24a-a8d832599c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:31.750993 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ff52027c-f6d2-4646-b24a-a8d832599c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:31.802131 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ff52027c-f6d2-4646-b24a-a8d832599c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:31.805897 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ff52027c-f6d2-4646-b24a-a8d832599c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:31.811562 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-ff52027c-f6d2-4646-b24a-a8d832599c34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be0b1642-2769-4bc3-9d54-b7a1c0b5ebc8 HTTP/1.1" status: 204 len: 168 time: 0.1399934 Oct 12 18:44:31.823247 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52027c-f6d2-4646-b24a-a8d832599c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b1642-2769-4bc3-9d54-b7a1c0b5ebc8,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:32.178379 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33778) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:32.196922 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4682986a-e71b-42fb-b168-451642fb567b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:32.319668 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4682986a-e71b-42fb-b168-451642fb567b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:32.324637 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4682986a-e71b-42fb-b168-451642fb567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:32.369405 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682986a-e71b-42fb-b168-451642fb567b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3efc3d0-6200-4f3b-8324-dc12cb47f367,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:32.375765 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4682986a-e71b-42fb-b168-451642fb567b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f17be582d374b7f8b85cdf029fc7501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951971 Oct 12 18:44:32.378078 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33784) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:32.431654 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-66a16712-7771-49e9-8afd-c04a5fdc4eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:32.454096 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-66a16712-7771-49e9-8afd-c04a5fdc4eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:32.510891 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-66a16712-7771-49e9-8afd-c04a5fdc4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:32.513777 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-66a16712-7771-49e9-8afd-c04a5fdc4eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:32.517954 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-66a16712-7771-49e9-8afd-c04a5fdc4eaf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3efc3d0-6200-4f3b-8324-dc12cb47f367 HTTP/1.1" status: 204 len: 168 time: 0.1388290 Oct 12 18:44:32.532464 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a16712-7771-49e9-8afd-c04a5fdc4eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3efc3d0-6200-4f3b-8324-dc12cb47f367,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:32.648195 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2286b-8d67-4545-b7db-e06e9c6ac4c3 req-8319c1a5-793f-43d2-957f-36faa4240987 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:32.649803 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39d2286b-8d67-4545-b7db-e06e9c6ac4c3 req-8319c1a5-793f-43d2-957f-36faa4240987 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0557139 Oct 12 18:44:32.696930 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39d2286b-8d67-4545-b7db-e06e9c6ac4c3 req-50751e51-f85e-4daf-ab25-2b3e0354bf50 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Oct 12 18:44:33.848676 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9b291-b644-4201-8f6e-9cd66db899ca req-bc8b9c3e-07d0-42a3-9ee7-018765e2741e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:33.850420 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-58b9b291-b644-4201-8f6e-9cd66db899ca req-bc8b9c3e-07d0-42a3-9ee7-018765e2741e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0609038 Oct 12 18:44:33.903143 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-58b9b291-b644-4201-8f6e-9cd66db899ca req-dc1810ae-8911-4347-b190-2869cfbf88e5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Oct 12 18:44:34.725884 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 33902) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:34.837818 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7385b4a0-aaf0-41d4-b2f7-ff3cbbe49147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:34.923885 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7385b4a0-aaf0-41d4-b2f7-ff3cbbe49147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:34.930797 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7385b4a0-aaf0-41d4-b2f7-ff3cbbe49147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:34.969495 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385b4a0-aaf0-41d4-b2f7-ff3cbbe49147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41ec0a-6687-4bf4-a8a5-abe5f83173fd,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:34.974678 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-7385b4a0-aaf0-41d4-b2f7-ff3cbbe49147 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc577b6f78da4a18931e3a048f0c7d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479084 Oct 12 18:44:34.978056 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33908) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:35.038304 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-032b5421-397c-4bc2-bfbc-24be10b1b73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.048836 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c5344-72cf-4294-80f2-655df8983311 req-a552d62a-ec95-4fa6-85db-3e8ff0cb00a3 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:35.050460 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ab8c5344-72cf-4294-80f2-655df8983311 req-a552d62a-ec95-4fa6-85db-3e8ff0cb00a3 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0596738 Oct 12 18:44:35.062644 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-032b5421-397c-4bc2-bfbc-24be10b1b73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.102559 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ab8c5344-72cf-4294-80f2-655df8983311 req-7e2007a1-2f59-4a0d-a6e7-3c127aa87ce7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457323 Oct 12 18:44:35.116128 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-032b5421-397c-4bc2-bfbc-24be10b1b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.119356 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-032b5421-397c-4bc2-bfbc-24be10b1b73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.120685 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-032b5421-397c-4bc2-bfbc-24be10b1b73b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac41ec0a-6687-4bf4-a8a5-abe5f83173fd HTTP/1.1" status: 204 len: 168 time: 0.1404958 Oct 12 18:44:35.143350 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b5421-397c-4bc2-bfbc-24be10b1b73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41ec0a-6687-4bf4-a8a5-abe5f83173fd,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:35.401970 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33922) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:35.423904 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6d312380-c7d3-40b6-89fa-4aa56fd05c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.513150 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6d312380-c7d3-40b6-89fa-4aa56fd05c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.520901 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6d312380-c7d3-40b6-89fa-4aa56fd05c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.558602 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d312380-c7d3-40b6-89fa-4aa56fd05c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e763858-55c5-4b87-9715-088bd37e5646,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:35.563949 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6d312380-c7d3-40b6-89fa-4aa56fd05c80 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0f31cfeb0b849a8b360a3127abf1ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604598 Oct 12 18:44:35.566525 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 33928) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:35.621300 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-458836d5-6968-4f5d-b39b-6d310e829e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.648894 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-458836d5-6968-4f5d-b39b-6d310e829e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.701181 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-458836d5-6968-4f5d-b39b-6d310e829e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.706114 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-458836d5-6968-4f5d-b39b-6d310e829e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:35.707879 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-458836d5-6968-4f5d-b39b-6d310e829e16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e763858-55c5-4b87-9715-088bd37e5646 HTTP/1.1" status: 204 len: 168 time: 0.1402264 Oct 12 18:44:35.724031 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458836d5-6968-4f5d-b39b-6d310e829e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e763858-55c5-4b87-9715-088bd37e5646,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:36.514827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5d575-92a8-4277-b742-92f7d2b421f3 req-88893a7e-2ecd-45d6-a359-2076a619df52 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:36.516419 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a4c5d575-92a8-4277-b742-92f7d2b421f3 req-88893a7e-2ecd-45d6-a359-2076a619df52 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.3414619 Oct 12 18:44:36.605037 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a4c5d575-92a8-4277-b742-92f7d2b421f3 req-1bc420be-5a6f-4af0-b43f-ebc4d0ebe1f7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753849 Oct 12 18:44:36.641513 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-4e16ab1b-cebb-4bad-9064-bbc6b3931ef4 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:36.652867 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-4e16ab1b-cebb-4bad-9064-bbc6b3931ef4 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 815 time: 0.2135932 Oct 12 18:44:36.685808 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-50adb4fb-87bc-4ddc-87a9-d17f20b6b5c5 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/quotas/6fc77a9af54d4e3283198371298edb6d HTTP/1.1" status: 200 len: 375 time: 0.0317974 Oct 12 18:44:36.771131 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-a4c78930-e3c8-4d1d-b9c7-2900c4baf22b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844011 Oct 12 18:44:36.928024 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-32e3b977-3a90-41c6-b29a-d6d586af121d service neutron] 10.222.0.62 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433356 Oct 12 18:44:37.089223 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-e778b90f-7cdb-4708-b7db-8c510da9c0dc service neutron] 10.222.0.62 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592057 Oct 12 18:44:37.301144 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-390e9678-49a7-44af-93bc-1bec2ef0243a req-c721ef98-2dfb-4bcc-a6e5-9513f7764c6e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 210 time: 0.0282474 Oct 12 18:44:37.797073 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091dfb-32ac-418e-b4d7-5d72825aac5a req-f04fd386-016d-4cf7-af28-16604aad4a2e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:37.805766 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39091dfb-32ac-418e-b4d7-5d72825aac5a req-f04fd386-016d-4cf7-af28-16604aad4a2e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1031020 Oct 12 18:44:37.894744 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39091dfb-32ac-418e-b4d7-5d72825aac5a req-29a51171-0cf8-45f5-bc54-585b749ba743 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875266 Oct 12 18:44:37.924584 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56ea6b-ea6c-42c7-b8bd-2d0eb18e93c9 req-e5342597-42ef-4a60-9b9a-46fc7b69beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:37.927336 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1d56ea6b-ea6c-42c7-b8bd-2d0eb18e93c9 req-e5342597-42ef-4a60-9b9a-46fc7b69beab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 1099 time: 0.0845573 Oct 12 18:44:37.987960 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1d56ea6b-ea6c-42c7-b8bd-2d0eb18e93c9 req-2f73d758-d6d4-4bae-b60f-205b647c74cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 Oct 12 18:44:38.256606 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 34086) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:38.386264 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-650cb08a-71ba-423d-bd4c-8a9285311fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.488337 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-650cb08a-71ba-423d-bd4c-8a9285311fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.493336 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-650cb08a-71ba-423d-bd4c-8a9285311fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.536622 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-650cb08a-71ba-423d-bd4c-8a9285311fdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b965a3dcb0a47abaf1aa96a50453518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788422 Oct 12 18:44:38.537922 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cb08a-71ba-423d-bd4c-8a9285311fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a4634-f807-4383-a2aa-c2bfccd517e1,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:38.539442 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 34092) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:38.595539 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc59d608-7b10-49b6-8bca-ae754511dab1 req-e5e3a6bb-b516-4161-a6ef-acdf9f4be0d9 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 210 time: 0.0386055 Oct 12 18:44:38.603330 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-58f58dd5-f635-4e68-ac10-dee8cddabd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.631995 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-58f58dd5-f635-4e68-ac10-dee8cddabd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.687308 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-58f58dd5-f635-4e68-ac10-dee8cddabd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.690170 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-58f58dd5-f635-4e68-ac10-dee8cddabd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.694387 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-58f58dd5-f635-4e68-ac10-dee8cddabd23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f54a4634-f807-4383-a2aa-c2bfccd517e1 HTTP/1.1" status: 204 len: 168 time: 0.1507483 Oct 12 18:44:38.710545 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f58dd5-f635-4e68-ac10-dee8cddabd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a4634-f807-4383-a2aa-c2bfccd517e1,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:39.060061 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-5a3fc768-b38b-4f05-a67b-05563002fe1c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:39.062591 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-5a3fc768-b38b-4f05-a67b-05563002fe1c tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 815 time: 0.2169681 Oct 12 18:44:39.096752 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0c4e-464a-41c0-9892-1f13502dad38 req-91db8ff5-c429-46b0-9dd5-72b1206afb9c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:39.098763 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-266c0c4e-464a-41c0-9892-1f13502dad38 req-91db8ff5-c429-46b0-9dd5-72b1206afb9c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0586357 Oct 12 18:44:39.124344 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Request body: {'port': {'device_id': 'c330fd7d-bc65-484d-9d05-3e8f7192b18a', 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'admin_state_up': True, 'tenant_id': '6fc77a9af54d4e3283198371298edb6d'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:39.167710 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-266c0c4e-464a-41c0-9892-1f13502dad38 req-32f237f9-8a7e-46cc-85f8-90ee2c76b996 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619822 Oct 12 18:44:39.325064 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Made reservation on behalf of 6fc77a9af54d4e3283198371298edb6d for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:44:39.329540 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:39.548618 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Allocated IP 172.20.0.6 (81d741c0-ab6b-489e-a9c6-ac7022874ed2/decd0ae5-a4d1-4258-8331-da238e662d83/5bac13e5-8e79-4a1b-94de-d2ca8965fa5c) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:44:39.731753 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cbda3b2a-16ce-41af-a12c-337a17a830b2 req-6107a465-6de6-4198-8fb4-5e03a45c94be tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 210 time: 0.0439038 Oct 12 18:44:39.866343 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:39.910744 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:39.927526 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['f440090b-cce0-464a-be69-6580f3988de7', 'cf405d6c-b647-43d7-9295-6376b748dbaa'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:44:39.959976 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:44:39.965043 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:44:39.970815 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:44:39.978287 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:39.978287 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:39.992378 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Pushing event updated for resources: {'Port': ['ID=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:40.009685 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-71719d6c-4fec-4779-af67-6dbd4a6971ea tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8906755 Oct 12 18:44:40.035980 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Request body: {'port': {'device_id': 'c330fd7d-bc65-484d-9d05-3e8f7192b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:44:40.140755 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:40.399024 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd417161-b01b-4bf8-8377-bb71e296d80a req-5dd31931-d1e3-4fb4-8a4f-58daaaa47e49 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:40.401357 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cd417161-b01b-4bf8-8377-bb71e296d80a req-5dd31931-d1e3-4fb4-8a4f-58daaaa47e49 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0807374 Oct 12 18:44:40.468715 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cd417161-b01b-4bf8-8377-bb71e296d80a req-ae2d233b-bd38-408b-9111-11d09f2ac1ef tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569515 Oct 12 18:44:40.532265 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:44:40.541195 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:40.555856 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Transition to ACTIVE for port object 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:44:40.559683 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:40.628440 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Pushing event updated for resources: {'Port': ['ID=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:40.662403 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6d60d-aa39-4f96-af4d-116d3695da34 req-aface7f1-30a6-4522-9004-e7fffe6851a3 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:40.666211 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6ce6d60d-aa39-4f96-af4d-116d3695da34 req-aface7f1-30a6-4522-9004-e7fffe6851a3 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1039360 Oct 12 18:44:40.667789 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Attempting to bind port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:44:40.668202 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Attempting to bind port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:44:40.668618 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Attempting to bind port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:44:40.675200 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:44:40.675642 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Attempting to bind port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:44:40.681865 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:44:40.682549 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Checking segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:44:40.683015 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Bound using segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:44:40.683572 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Bound port: 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:44:40.684160 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:40.756281 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6ce6d60d-aa39-4f96-af4d-116d3695da34 req-2952f2d4-f34a-439f-aa5d-f68c857a9ae2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826867 Oct 12 18:44:40.770535 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] For port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:44:40.770535 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] For port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:44:40.783568 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:40.837417 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:40.838052 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:40.839536 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] 10.222.0.32 "PUT /v2.0/ports/5bac13e5-8e79-4a1b-94de-d2ca8965fa5c HTTP/1.1" status: 200 len: 1093 time: 0.8114953 Oct 12 18:44:40.840013 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c330fd7d-bc65-484d-9d05-3e8f7192b18a', 'tag': '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:44:40.842738 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3441d7-84b4-46c2-a7f4-e9f873a36121" -d '{"events": [{"name": "network-changed", "server_uuid": "c330fd7d-bc65-484d-9d05-3e8f7192b18a", "tag": "5bac13e5-8e79-4a1b-94de-d2ca8965fa5c"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:44:40.876725 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47478c94-903a-42e0-9ba6-05f3b9aafb90 service neutron] Pushing event updated for resources: {'Port': ['ID=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:40.960783 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e112d60-d639-4af2-ab82-28db275b2a55 req-13b34f49-0ed4-4030-8056-f9f18810ae5a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:40.962544 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9e112d60-d639-4af2-ab82-28db275b2a55 req-13b34f49-0ed4-4030-8056-f9f18810ae5a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0652275 Oct 12 18:44:40.968606 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd390f-8e41-4fdd-a5f9-7b3cb6102390 x-openstack-request-id: req-76fd390f-8e41-4fdd-a5f9-7b3cb6102390 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:44:40.968896 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c330fd7d-bc65-484d-9d05-3e8f7192b18a", "tag": "5bac13e5-8e79-4a1b-94de-d2ca8965fa5c", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:44:40.969355 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76fd390f-8e41-4fdd-a5f9-7b3cb6102390 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:44:40.969922 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c330fd7d-bc65-484d-9d05-3e8f7192b18a', 'tag': '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c', 'status': 'completed', 'code': 200} Oct 12 18:44:40.996530 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-345127b0-d37e-40e4-a86e-b8e9998b5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:40.998105 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-345127b0-d37e-40e4-a86e-b8e9998b5df9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 1096 time: 0.0665202 Oct 12 18:44:41.024147 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9e112d60-d639-4af2-ab82-28db275b2a55 req-182932ad-e8d5-44a3-9f10-e4be4c5da6c3 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488839 Oct 12 18:44:41.065614 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-79bd93f5-8147-47c4-b40e-5b0e588fcd4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c HTTP/1.1" status: 200 len: 217 time: 0.0549362 Oct 12 18:44:41.136766 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-5877d10d-71fe-4494-ac62-a0089fecf17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:41.139835 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-5877d10d-71fe-4494-ac62-a0089fecf17e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.0616539 Oct 12 18:44:41.192100 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-5e82c327-fb69-49b4-9f86-5f7b1a203f7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397856 Oct 12 18:44:41.358124 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-c97dd60a-0370-4c22-abdb-48c37785bab9 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477537 Oct 12 18:44:41.501163 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f0f82f61-c409-4d39-b276-6bd9cb386cb1 req-b7725dd5-726c-45cd-a36c-4d529b8cb74e service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317716 Oct 12 18:44:41.619430 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-5c717f07-6f6f-458c-8d64-25d82052a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:41.620968 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-5c717f07-6f6f-458c-8d64-25d82052a32c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 1096 time: 0.0650382 Oct 12 18:44:41.945367 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-334fa104-0bae-4aee-9b95-84a953c1b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:41.946868 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-334fa104-0bae-4aee-9b95-84a953c1b3e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 916 time: 0.3026733 Oct 12 18:44:42.009074 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-a79ea684-aad9-459b-a46a-001149c4538d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c HTTP/1.1" status: 200 len: 217 time: 0.0377936 Oct 12 18:44:42.071217 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-b9e6598d-651a-41e2-91e1-87b2d8042648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:42.072658 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-b9e6598d-651a-41e2-91e1-87b2d8042648 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.0508862 Oct 12 18:44:42.156741 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805487c-6dae-4726-941d-bb385690e491 req-28822439-7679-40ab-a84b-45c1ad49adb5 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:42.158226 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9805487c-6dae-4726-941d-bb385690e491 req-28822439-7679-40ab-a84b-45c1ad49adb5 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0482843 Oct 12 18:44:42.198688 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9805487c-6dae-4726-941d-bb385690e491 req-ee30022f-577a-4b5c-9b70-d2af5cc4725d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333216 Oct 12 18:44:42.638141 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7f4b-5922-4a0e-9ef0-64baf768a1df req-3fa248e4-f25d-4bb1-a8cd-69cd51512424 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:42.640409 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f1fe7f4b-5922-4a0e-9ef0-64baf768a1df req-3fa248e4-f25d-4bb1-a8cd-69cd51512424 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0564132 Oct 12 18:44:42.680903 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f1fe7f4b-5922-4a0e-9ef0-64baf768a1df req-cc3c54ec-a1b8-4c18-86da-a6b9a416af16 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Oct 12 18:44:43.033849 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1a715ed6-1230-4f11-b205-43532a694473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:43.333998 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c7d16-cb5b-4a9d-bdd3-72f6d319fc61 req-0e9ad130-c1fc-4f03-8b73-65085289e1e7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:43.335592 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-493c7d16-cb5b-4a9d-bdd3-72f6d319fc61 req-0e9ad130-c1fc-4f03-8b73-65085289e1e7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0580707 Oct 12 18:44:43.376592 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-493c7d16-cb5b-4a9d-bdd3-72f6d319fc61 req-3df23ab0-a3d8-4ffc-a01a-1a8d82d26c63 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347111 Oct 12 18:44:43.811170 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f152e-f08e-4b21-8c83-616d5aa3fd8f req-a8d14ec9-8058-4810-a7e8-519e6924b864 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:43.812612 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-432f152e-f08e-4b21-8c83-616d5aa3fd8f req-a8d14ec9-8058-4810-a7e8-519e6924b864 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0598495 Oct 12 18:44:43.868913 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-432f152e-f08e-4b21-8c83-616d5aa3fd8f req-a3c60704-d711-4fb8-be5b-190b0ecc9cd7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Oct 12 18:44:44.497914 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970b9f1-118e-4a30-a5a5-d41cba95081e req-33d4b8e5-9b8d-4935-8a3c-33b8fd1401be tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:44.499502 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5970b9f1-118e-4a30-a5a5-d41cba95081e req-33d4b8e5-9b8d-4935-8a3c-33b8fd1401be tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0501385 Oct 12 18:44:44.546860 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5970b9f1-118e-4a30-a5a5-d41cba95081e req-82bb98e2-3ec7-4405-a5cb-5d284185132d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Oct 12 18:44:44.993786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd17f98-b22c-45e6-a004-1b33f1cb8ce1 req-71a47a6d-fc22-4529-bc57-93950b42efff tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:44.995370 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6bd17f98-b22c-45e6-a004-1b33f1cb8ce1 req-71a47a6d-fc22-4529-bc57-93950b42efff tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0545976 Oct 12 18:44:45.035057 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6bd17f98-b22c-45e6-a004-1b33f1cb8ce1 req-9b66425f-0b2b-4113-9ce0-3bfa11afb253 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335824 Oct 12 18:44:45.391627 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-8249e6fd-6c50-42b1-b31f-1019ebf07578 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272036 Oct 12 18:44:45.533215 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-b91a0075-4c18-4e48-a27f-f98e0437383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:45.534754 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-b91a0075-4c18-4e48-a27f-f98e0437383a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1099 time: 0.0800800 Oct 12 18:44:45.541172 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-24ffdf08-bf51-4d98-9646-cfc99e9e4161 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321371 Oct 12 18:44:45.707945 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3921e8-bec7-4288-b928-93c945108350 req-d7383e90-0916-48eb-a4fc-5fbf0ccdb63d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:45.709633 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ac3921e8-bec7-4288-b928-93c945108350 req-d7383e90-0916-48eb-a4fc-5fbf0ccdb63d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0695889 Oct 12 18:44:45.730303 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-d15dde64-3a8b-4e95-983a-64e3ac807064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:45.731865 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-d15dde64-3a8b-4e95-983a-64e3ac807064 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 920 time: 0.1734169 Oct 12 18:44:45.734230 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc3441d7-84b4-46c2-a7f4-e9f873a36121 req-9a5c6db5-dd2f-493e-b206-09997493e233 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744344 Oct 12 18:44:45.752957 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ac3921e8-bec7-4288-b928-93c945108350 req-9df9f5ff-0296-4e65-a9bb-b2fdf927b37b tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373387 Oct 12 18:44:45.788926 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-88ec4751-7b4a-413a-af36-6d98bb5eab3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 200 len: 217 time: 0.0383525 Oct 12 18:44:45.849544 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-48abf945-5134-4347-8cb0-dbabc28eaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:45.851036 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-48abf945-5134-4347-8cb0-dbabc28eaa70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.0527656 Oct 12 18:44:45.972306 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c80136ff-fb0c-4bb9-863b-34cb000af139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:46.194860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23a4c3-e6f9-4a6d-a2ea-2850d9839257 req-4297aa21-b521-4c62-86e8-94387ced3ab2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:46.196361 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cd23a4c3-e6f9-4a6d-a2ea-2850d9839257 req-4297aa21-b521-4c62-86e8-94387ced3ab2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0736930 Oct 12 18:44:46.239154 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cd23a4c3-e6f9-4a6d-a2ea-2850d9839257 req-eed03984-3ed5-4051-9bf9-6b13b4001e88 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361164 Oct 12 18:44:46.873866 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:46.887705 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39976d5d-bef8-4279-affd-d401a1fd0bd7 req-f90d9c35-5350-453e-abc9-06f7e3d48b43 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:46.891396 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39976d5d-bef8-4279-affd-d401a1fd0bd7 req-f90d9c35-5350-453e-abc9-06f7e3d48b43 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0628355 Oct 12 18:44:46.939917 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39976d5d-bef8-4279-affd-d401a1fd0bd7 req-79a1aafd-d147-4964-9ade-998eb96400cf tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Oct 12 18:44:47.181052 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:47.378168 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc1d96-f1e6-4143-baf0-20a1d10d977f req-e14ae041-bf51-4bf9-a7b9-8a326537e8bd tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:47.379730 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37bc1d96-f1e6-4143-baf0-20a1d10d977f req-e14ae041-bf51-4bf9-a7b9-8a326537e8bd tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0516429 Oct 12 18:44:47.421188 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37bc1d96-f1e6-4143-baf0-20a1d10d977f req-85825778-0741-4a6e-939e-0facb60b08f9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Oct 12 18:44:48.075629 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c6f5-61d9-4d18-aa65-d69f81248302 req-7419e6f6-0a2d-4edb-a0b7-4f5c7f344e46 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:48.077183 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-50c4c6f5-61d9-4d18-aa65-d69f81248302 req-7419e6f6-0a2d-4edb-a0b7-4f5c7f344e46 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0538909 Oct 12 18:44:48.119563 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-50c4c6f5-61d9-4d18-aa65-d69f81248302 req-e8063eaa-d38c-4bf7-a84e-ab9d2f09a26a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Oct 12 18:44:48.549581 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5275dd6-35b2-48ba-9436-e7e98b584998 req-751f9b1b-f254-49a1-92a3-1d2480491a67 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:48.551051 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b5275dd6-35b2-48ba-9436-e7e98b584998 req-751f9b1b-f254-49a1-92a3-1d2480491a67 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0582657 Oct 12 18:44:48.594645 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b5275dd6-35b2-48ba-9436-e7e98b584998 req-c8150bfd-b5a7-4134-88f3-71de425b4194 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373359 Oct 12 18:44:49.049030 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:49.243726 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-1cc852d1-c288-4809-8c49-7d30ae3a03a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265727 Oct 12 18:44:49.253809 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b722-882e-4289-9b7f-5f2e8dce691b req-12e91950-99d9-405d-8fa2-27578d8f1c81 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:49.255621 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bd64b722-882e-4289-9b7f-5f2e8dce691b req-12e91950-99d9-405d-8fa2-27578d8f1c81 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0526147 Oct 12 18:44:49.308024 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bd64b722-882e-4289-9b7f-5f2e8dce691b req-a485f2b7-50ce-4d76-95d5-ef05f83064b7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465534 Oct 12 18:44:49.344201 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-3757475e-0f72-4bbb-9ae2-04b88d1a5392 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915234 Oct 12 18:44:49.441860 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd66bb5f-c7f5-44d1-90e8-929741b9d6c1 req-c27be8c2-7a8d-4889-9903-6200e9b4d40e service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874016 Oct 12 18:44:49.723002 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c733814-8402-43f9-b888-f10bbb93e831 req-118789d0-f5a6-40d8-8753-9925d05f1667 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:49.724583 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6c733814-8402-43f9-b888-f10bbb93e831 req-118789d0-f5a6-40d8-8753-9925d05f1667 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0509191 Oct 12 18:44:49.767162 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6c733814-8402-43f9-b888-f10bbb93e831 req-73e2a187-ef74-4e9a-8e7b-a6e56383aa86 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365872 Oct 12 18:44:50.448738 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb0180-0eb8-464c-9b50-8b3626a77c7e req-7083fc4d-64ca-46ed-9b08-2f76f781e333 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:50.450194 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3cbb0180-0eb8-464c-9b50-8b3626a77c7e req-7083fc4d-64ca-46ed-9b08-2f76f781e333 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0624976 Oct 12 18:44:50.493125 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3cbb0180-0eb8-464c-9b50-8b3626a77c7e req-5d641e26-45f8-4167-8722-6d9f2c4e6d28 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358963 Oct 12 18:44:50.906119 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2254d1-44c2-43d4-8e77-ed9e8c364837 req-62fd3419-13cf-408a-bcbe-e5e9b8e0ac9f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:50.907903 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4f2254d1-44c2-43d4-8e77-ed9e8c364837 req-62fd3419-13cf-408a-bcbe-e5e9b8e0ac9f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0660114 Oct 12 18:44:50.955381 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4f2254d1-44c2-43d4-8e77-ed9e8c364837 req-408777b8-ff10-46ef-b6b5-6d23330e396c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363486 Oct 12 18:44:51.619197 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cdb35-735f-40fe-8f99-f31fbc859ffe req-8edcbdc0-624f-4ad8-a115-033ab5748656 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:51.620733 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8f0cdb35-735f-40fe-8f99-f31fbc859ffe req-8edcbdc0-624f-4ad8-a115-033ab5748656 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0497193 Oct 12 18:44:51.662895 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8f0cdb35-735f-40fe-8f99-f31fbc859ffe req-93e3f0cb-3f65-4b0f-b4ef-df59d9c22264 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353410 Oct 12 18:44:52.097801 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54877792-564a-4229-a5a9-72336bb884ad req-ef685b50-cc06-400c-a54a-9e9769bfb965 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:52.099372 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-54877792-564a-4229-a5a9-72336bb884ad req-ef685b50-cc06-400c-a54a-9e9769bfb965 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0638366 Oct 12 18:44:52.140610 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-54877792-564a-4229-a5a9-72336bb884ad req-0d385cc5-b7f6-4218-a23f-b0f490a570d6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Oct 12 18:44:52.784322 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c58a67-1c98-4003-829f-e46e7dad563c req-3f60fa80-9f70-4adc-8af0-4f8f3eaf5ac3 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:52.785875 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-06c58a67-1c98-4003-829f-e46e7dad563c req-3f60fa80-9f70-4adc-8af0-4f8f3eaf5ac3 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0510306 Oct 12 18:44:52.834438 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-06c58a67-1c98-4003-829f-e46e7dad563c req-660f6f1e-a1d0-43e7-b078-1e75339031c4 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Oct 12 18:44:52.934087 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 34430) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:53.064473 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.153902 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.159138 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.199223 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6edf8ecd48b54a05b034b40d0452bd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638428 Oct 12 18:44:53.200332 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 34452) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:53.203819 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95478092-7f9a-415b-821b-8164bf4f7612,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:53.213907 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.214255 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.214634 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.214968 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.215455 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.216308 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.216308 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.216493 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.216781 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.217488 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.217488 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.217806 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f13efd-4e65-40f7-8508-75d6183f3e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.276738 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.278461 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5fd64-faa5-4086-808c-5dac3d900a63 req-43d8abf3-1520-46e5-93cd-1f6bc6a894ee tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:53.280246 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75c5fd64-faa5-4086-808c-5dac3d900a63 req-43d8abf3-1520-46e5-93cd-1f6bc6a894ee tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0579174 Oct 12 18:44:53.307276 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.335475 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75c5fd64-faa5-4086-808c-5dac3d900a63 req-be19b8a0-d8f9-40db-9b12-3eadde58e56c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Oct 12 18:44:53.397818 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.400607 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.404550 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95478092-7f9a-415b-821b-8164bf4f7612 HTTP/1.1" status: 204 len: 168 time: 0.2003307 Oct 12 18:44:53.413276 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95478092-7f9a-415b-821b-8164bf4f7612,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:53.423146 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 34460) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:53.423318 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.423596 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.423944 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.424280 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.424615 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.424951 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.425280 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.425633 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.425995 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.426365 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.426771 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.427111 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94831cc-ba4a-4939-aaec-9885ad12bdfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:53.702339 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b87b66a2-7cc4-4c07-8ba9-559acec49d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.841314 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b87b66a2-7cc4-4c07-8ba9-559acec49d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.846059 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b87b66a2-7cc4-4c07-8ba9-559acec49d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:53.888406 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b66a2-7cc4-4c07-8ba9-559acec49d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6ec6e1-7c7b-4556-aa61-6a966022d43f,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:53.893461 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-b87b66a2-7cc4-4c07-8ba9-559acec49d83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e70f1e3d3d664b36b2e007af74c316d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690788 Oct 12 18:44:53.896142 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 34478) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:53.985933 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-588792cd-07a3-4b4b-84fe-88dfe209f697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.008231 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efbea1-20ee-476c-a64a-89b080081a4a req-0f04d79c-53f0-44db-9c7d-d476c1e81d1e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:54.009979 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-97efbea1-20ee-476c-a64a-89b080081a4a req-0f04d79c-53f0-44db-9c7d-d476c1e81d1e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0838540 Oct 12 18:44:54.025144 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-588792cd-07a3-4b4b-84fe-88dfe209f697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.086873 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-97efbea1-20ee-476c-a64a-89b080081a4a req-480f1a40-0d24-4c5a-bd30-5f9fc0e3cef0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675046 Oct 12 18:44:54.110342 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-588792cd-07a3-4b4b-84fe-88dfe209f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.115561 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-588792cd-07a3-4b4b-84fe-88dfe209f697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.117377 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-588792cd-07a3-4b4b-84fe-88dfe209f697 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e6ec6e1-7c7b-4556-aa61-6a966022d43f HTTP/1.1" status: 204 len: 168 time: 0.2201076 Oct 12 18:44:54.129959 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588792cd-07a3-4b4b-84fe-88dfe209f697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6ec6e1-7c7b-4556-aa61-6a966022d43f,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:54.413022 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 34492) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:54.428089 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf6ce7a4-4337-49c9-8d90-6e12aa25a96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.509314 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31093f-e326-4647-a7d4-63a3c96aa216 req-6bfb090e-ba19-4a02-b4b7-e90a637fecb9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:54.510748 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e31093f-e326-4647-a7d4-63a3c96aa216 req-6bfb090e-ba19-4a02-b4b7-e90a637fecb9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0720716 Oct 12 18:44:54.578400 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e31093f-e326-4647-a7d4-63a3c96aa216 req-0b0af711-6e91-41e8-87de-cab1be79e200 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610173 Oct 12 18:44:54.585500 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf6ce7a4-4337-49c9-8d90-6e12aa25a96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.592294 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf6ce7a4-4337-49c9-8d90-6e12aa25a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.636065 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-bf6ce7a4-4337-49c9-8d90-6e12aa25a96b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34e19ce82d7b4143b205b72c6d849cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217536 Oct 12 18:44:54.636959 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ce7a4-4337-49c9-8d90-6e12aa25a96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7832414b-2ec2-42cc-9c92-85cb202dfbe2,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:54.640095 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 34496) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:54.691280 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-576de2c6-6c01-4d31-bff6-47fa602231ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.714833 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-576de2c6-6c01-4d31-bff6-47fa602231ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.767432 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-576de2c6-6c01-4d31-bff6-47fa602231ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.769962 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-576de2c6-6c01-4d31-bff6-47fa602231ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.771184 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-576de2c6-6c01-4d31-bff6-47fa602231ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7832414b-2ec2-42cc-9c92-85cb202dfbe2 HTTP/1.1" status: 204 len: 168 time: 0.1299543 Oct 12 18:44:54.779184 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de2c6-6c01-4d31-bff6-47fa602231ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7832414b-2ec2-42cc-9c92-85cb202dfbe2,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:55.249488 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a67dc-02e2-4fbc-8b45-1770585ef395 req-514f4a64-f499-4486-a80c-d79be517fe1e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:55.251248 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb5a67dc-02e2-4fbc-8b45-1770585ef395 req-514f4a64-f499-4486-a80c-d79be517fe1e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0625389 Oct 12 18:44:55.296970 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb5a67dc-02e2-4fbc-8b45-1770585ef395 req-aab575d6-1a52-48e9-a70b-9957009c0540 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 Oct 12 18:44:55.721967 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206460-ef97-4fa0-901f-da6ee6f1b78e req-f5429096-c147-434c-b7cc-ccd70dbd963b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:55.723834 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8206460-ef97-4fa0-901f-da6ee6f1b78e req-f5429096-c147-434c-b7cc-ccd70dbd963b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0600193 Oct 12 18:44:55.776486 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8206460-ef97-4fa0-901f-da6ee6f1b78e req-76f29829-2018-4fc6-9512-a417aff0c21a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Oct 12 18:44:56.382107 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:44:56.416835 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84e32c-4dbd-4b3e-8ef2-0327f5242ee7 req-a5127d7e-1e46-435c-a0d8-d1fc30b9ca70 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:56.418381 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d84e32c-4dbd-4b3e-8ef2-0327f5242ee7 req-a5127d7e-1e46-435c-a0d8-d1fc30b9ca70 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 943 time: 0.0503142 Oct 12 18:44:56.473645 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d84e32c-4dbd-4b3e-8ef2-0327f5242ee7 req-3ecc666d-f032-480d-b80a-a92c4a160efc tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465646 Oct 12 18:44:56.500771 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:56.515160 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c', 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'port_id': '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c', 'mac_address': 'fa:16:3e:05:3b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decd0ae5-a4d1-4258-8331-da238e662d83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:44:56.552738 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:56.570907 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:44:56.591751 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:56.595806 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:56.654405 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:56.662786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 34564) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:56.665840 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.666219 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.666598 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.666939 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.667273 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.667608 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.667939 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.668265 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.668610 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.668955 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.669263 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.669590 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:44:56.774490 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9cd7f52c-cf0f-441f-998d-be2ce658602c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:56.852690 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9cd7f52c-cf0f-441f-998d-be2ce658602c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:56.864654 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9cd7f52c-cf0f-441f-998d-be2ce658602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:56.927481 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-9cd7f52c-cf0f-441f-998d-be2ce658602c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aba43f7873514d84b19dd9aa8da65c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632647 Oct 12 18:44:56.928111 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7f52c-cf0f-441f-998d-be2ce658602c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd7207d-070e-49eb-9513-f07423e36787,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:56.930144 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 34570) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:56.945090 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a2cb-f3fb-435e-9998-21e413ba66d2 req-f1e5c3e8-7f54-491a-8b54-6b153bfa7eb9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:56.946598 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-96a7a2cb-f3fb-435e-9998-21e413ba66d2 req-f1e5c3e8-7f54-491a-8b54-6b153bfa7eb9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0909927 Oct 12 18:44:56.987762 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-96a7a2cb-f3fb-435e-9998-21e413ba66d2 req-c749c36f-c04b-48e1-9efd-aee4d8b44004 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344121 Oct 12 18:44:56.990742 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a038d9d-b839-4881-ac5e-82e947c60d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.003255 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['5bac13e5-8e79-4a1b-94de-d2ca8965fa5c'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:44:57.013546 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a038d9d-b839-4881-ac5e-82e947c60d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.070406 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a038d9d-b839-4881-ac5e-82e947c60d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.073195 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a038d9d-b839-4881-ac5e-82e947c60d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.074353 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9a038d9d-b839-4881-ac5e-82e947c60d7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecd7207d-070e-49eb-9513-f07423e36787 HTTP/1.1" status: 204 len: 168 time: 0.1424747 Oct 12 18:44:57.083778 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a038d9d-b839-4881-ac5e-82e947c60d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd7207d-070e-49eb-9513-f07423e36787,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:57.375496 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 34582) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:57.393512 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1476c6bd-0375-4231-a8ab-37690cb93fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.413054 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-497de451-100e-4512-8b42-276f0e9b3279 req-e5bb31bc-cd57-4173-8317-735fa22b6e73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658216 Oct 12 18:44:57.520293 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de451-100e-4512-8b42-276f0e9b3279 req-8d3c2059-e432-4f39-b46b-c3e3da1c84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:57.522008 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-497de451-100e-4512-8b42-276f0e9b3279 req-8d3c2059-e432-4f39-b46b-c3e3da1c84e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 1098 time: 0.0826175 Oct 12 18:44:57.561012 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1476c6bd-0375-4231-a8ab-37690cb93fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.571484 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1476c6bd-0375-4231-a8ab-37690cb93fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.621752 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bf603-3790-4111-9b33-fdfc291626af req-64774644-9abb-4d6e-be91-27ba95aedd33 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:57.623820 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-280bf603-3790-4111-9b33-fdfc291626af req-64774644-9abb-4d6e-be91-27ba95aedd33 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 944 time: 0.0561831 Oct 12 18:44:57.646531 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476c6bd-0375-4231-a8ab-37690cb93fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7972da22-6f8d-411e-9731-f64ed11ef409,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:57.655560 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1476c6bd-0375-4231-a8ab-37690cb93fd9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f76ac33bb2094c7bab6a96d70cd781a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765095 Oct 12 18:44:57.657090 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 34586) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:44:57.666143 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-280bf603-3790-4111-9b33-fdfc291626af req-f670f4fc-febf-480e-9750-5dda7b514976 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353010 Oct 12 18:44:57.708604 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de451-100e-4512-8b42-276f0e9b3279 req-34a92309-7bb1-4cd8-a6d7-afc71ae565a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:57.710063 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-497de451-100e-4512-8b42-276f0e9b3279 req-34a92309-7bb1-4cd8-a6d7-afc71ae565a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 916 time: 0.1616981 Oct 12 18:44:57.765021 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-497de451-100e-4512-8b42-276f0e9b3279 req-ff5b28ad-f095-4d6e-a663-ed46f1bd7743 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f440090b-cce0-464a-be69-6580f3988de7 HTTP/1.1" status: 200 len: 217 time: 0.0413952 Oct 12 18:44:57.765771 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7bc36efd-af55-4779-8518-38a6ca7d4bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.817530 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7bc36efd-af55-4779-8518-38a6ca7d4bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.851604 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de451-100e-4512-8b42-276f0e9b3279 req-1963e92e-508e-4812-83fd-b3da48106e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:57.853057 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-497de451-100e-4512-8b42-276f0e9b3279 req-1963e92e-508e-4812-83fd-b3da48106e4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.0779657 Oct 12 18:44:57.892910 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-497de451-100e-4512-8b42-276f0e9b3279 req-d68982ac-b8b7-482f-8308-40c8fe14362f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304399 Oct 12 18:44:57.904803 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7bc36efd-af55-4779-8518-38a6ca7d4bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.907612 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7bc36efd-af55-4779-8518-38a6ca7d4bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.908736 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7bc36efd-af55-4779-8518-38a6ca7d4bb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7972da22-6f8d-411e-9731-f64ed11ef409 HTTP/1.1" status: 204 len: 168 time: 0.2513931 Oct 12 18:44:57.956975 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc36efd-af55-4779-8518-38a6ca7d4bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7972da22-6f8d-411e-9731-f64ed11ef409,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:58.003204 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-497de451-100e-4512-8b42-276f0e9b3279 req-80fbde74-aca7-4c91-9853-21da403418a8 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934038 Oct 12 18:44:58.117720 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-497de451-100e-4512-8b42-276f0e9b3279 req-d0eefb5b-e012-4c95-bc4a-4d4a29f5600c service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028576 Oct 12 18:44:58.128523 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de80d-253a-466f-8cfc-e31efc5b1fc8 req-befd6284-4522-4976-abd2-5102a9fae3c6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:58.130050 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-388de80d-253a-466f-8cfc-e31efc5b1fc8 req-befd6284-4522-4976-abd2-5102a9fae3c6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0580330 Oct 12 18:44:58.172258 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-388de80d-253a-466f-8cfc-e31efc5b1fc8 req-d0baf9ae-2572-4260-a451-8d0814b2488d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361447 Oct 12 18:44:58.380399 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:44:58.438928 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:44:58.440075 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:44:58.440447 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:58.666362 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:58.677538 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:58.698729 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c330fd7d-bc65-484d-9d05-3e8f7192b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:44:58.706795 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ff868-0f98-4c56-ba51-009706230444" -d '{"events": [{"server_uuid": "c330fd7d-bc65-484d-9d05-3e8f7192b18a", "name": "network-vif-plugged", "status": "completed", "tag": "5bac13e5-8e79-4a1b-94de-d2ca8965fa5c"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:44:58.719112 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:44:58.724109 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:58.773834 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc6efda-d8f4-40e0-be74-a75057a0c153 x-openstack-request-id: req-9cc6efda-d8f4-40e0-be74-a75057a0c153 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:44:58.774159 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c330fd7d-bc65-484d-9d05-3e8f7192b18a", "name": "network-vif-plugged", "status": "completed", "tag": "5bac13e5-8e79-4a1b-94de-d2ca8965fa5c", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:44:58.774438 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cc6efda-d8f4-40e0-be74-a75057a0c153 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:44:58.774914 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c330fd7d-bc65-484d-9d05-3e8f7192b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c', 'code': 200} Oct 12 18:44:58.829304 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:44:58.865739 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d078e4e-dbd4-4269-ba3b-f3cfea758444 req-775d682e-75d5-42a9-9ac4-1478e1e590e1 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:58.869469 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7d078e4e-dbd4-4269-ba3b-f3cfea758444 req-775d682e-75d5-42a9-9ac4-1478e1e590e1 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 945 time: 0.0745959 Oct 12 18:44:58.935107 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7d078e4e-dbd4-4269-ba3b-f3cfea758444 req-fdd853b2-143a-4b6e-9e3e-161ab707f781 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474920 Oct 12 18:44:58.989827 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ed24-90b2-4698-9035-6c1b043d4a63 req-3788bb8e-a057-441b-8471-a978d18aa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:58.991539 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3f52ed24-90b2-4698-9035-6c1b043d4a63 req-3788bb8e-a057-441b-8471-a978d18aa9d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 1098 time: 0.0625448 Oct 12 18:44:59.042815 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3f52ed24-90b2-4698-9035-6c1b043d4a63 req-44eb359b-d6c1-44f4-a9f2-9a1e9e99ba61 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Oct 12 18:44:59.184308 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-9db392da-6447-4dc6-9729-11ef354afc6e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530557052&fields=id&tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 267 time: 0.0367694 Oct 12 18:44:59.350690 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-67fbdc07-115b-4c2e-baa6-846bd220fe84 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:59.352148 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-67fbdc07-115b-4c2e-baa6-846bd220fe84 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 812 time: 0.1614606 Oct 12 18:44:59.362075 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7d4b7-d8ed-4696-91e8-fff05b6e0658 req-445c14f5-d7e4-4f66-93b3-030af34be8a1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:44:59.363633 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-24e7d4b7-d8ed-4696-91e8-fff05b6e0658 req-445c14f5-d7e4-4f66-93b3-030af34be8a1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0885594 Oct 12 18:44:59.382838 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-f8062933-65c1-4824-9123-e9a052ffc22d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/quotas/ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 375 time: 0.0181360 Oct 12 18:44:59.435958 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-24e7d4b7-d8ed-4696-91e8-fff05b6e0658 req-eab97d1d-afc1-4894-8df7-e516979c42ec tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646687 Oct 12 18:44:59.471702 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-bd44677c-61d6-439d-8941-1010ba2b4670 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819974 Oct 12 18:44:59.591003 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-e59ffb5a-0654-4e3c-9e75-b698b711d9a2 service neutron] 10.222.0.62 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977461 Oct 12 18:44:59.700051 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-5f0dd2e5-31d7-406a-8636-44cc3b3c0e78 service neutron] 10.222.0.62 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028132 Oct 12 18:45:00.127255 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c0ad92e5-651d-46c6-9de4-e6eaa55c2624 req-2434926f-5748-4d3f-9f69-22e242c4f1ba tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 210 time: 0.0374970 Oct 12 18:45:00.149208 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc2a94-6569-456b-bf5e-3c3385e3bb52 req-7aa90a22-7fe9-4f44-8023-a483b80b93e6 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:00.150993 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-74dc2a94-6569-456b-bf5e-3c3385e3bb52 req-7aa90a22-7fe9-4f44-8023-a483b80b93e6 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 945 time: 0.1034350 Oct 12 18:45:00.205940 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-74dc2a94-6569-456b-bf5e-3c3385e3bb52 req-699b3f4e-a47b-4bd3-b310-720a51411af8 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463138 Oct 12 18:45:00.642538 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7225813-5a1b-4b84-974c-8ca5fa6214c2 req-5f078b07-ad21-46d7-bbc2-6496cbe10f84 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:00.650101 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f7225813-5a1b-4b84-974c-8ca5fa6214c2 req-5f078b07-ad21-46d7-bbc2-6496cbe10f84 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0774918 Oct 12 18:45:00.690712 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f7225813-5a1b-4b84-974c-8ca5fa6214c2 req-73bbc93a-c2d1-4f1a-b976-c9d4e24e0c44 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Oct 12 18:45:01.303839 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-825c283e-9a86-4788-a563-111e0ce52c66 req-8aa6082e-ddaa-433b-980f-639c3a68959d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 210 time: 0.0753314 Oct 12 18:45:01.349144 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd762c3-63e4-4205-a233-7e56548bcc32 req-1115fd7e-ae4b-47f8-854d-f7b8e7f3290d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:01.350846 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fbd762c3-63e4-4205-a233-7e56548bcc32 req-1115fd7e-ae4b-47f8-854d-f7b8e7f3290d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 945 time: 0.0587547 Oct 12 18:45:01.423601 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fbd762c3-63e4-4205-a233-7e56548bcc32 req-0dcd5941-f712-4686-bc0d-37c6556007eb tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601172 Oct 12 18:45:01.547525 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-d7bfdc93-6db5-4a6e-a528-940080acf1b6 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:01.549058 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-d7bfdc93-6db5-4a6e-a528-940080acf1b6 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 812 time: 0.1422470 Oct 12 18:45:01.644107 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-5eeae25b-b2e2-490f-ac3b-68e0c6e60a0c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 379 time: 0.0655627 Oct 12 18:45:01.665025 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'port': {'device_id': '3b72d051-9924-4018-929d-ed174be9477e', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'admin_state_up': True, 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'security_groups': ['675b12fe-b8e1-4fa8-8ee2-793b4d703a70']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:01.899605 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Made reservation on behalf of ebe64b67f8f44c14beb2eb9ea1a1fd0a for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:01.903739 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:01.915583 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6242ef5-06e7-42af-a6a4-c9279da95a84 req-63c74602-c570-44ba-ac13-8c63ec7457f4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:01.917527 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a6242ef5-06e7-42af-a6a4-c9279da95a84 req-63c74602-c570-44ba-ac13-8c63ec7457f4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1049080 Oct 12 18:45:01.978717 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a6242ef5-06e7-42af-a6a4-c9279da95a84 req-efdbb326-2f5b-483a-b55b-0e92152fc947 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497541 Oct 12 18:45:02.093018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Allocated IP 172.20.0.4 (68b26370-00b0-464b-9915-2069b63729a9/e5eb5177-ca61-4990-99cd-afd7599100d2/341a02ea-11f4-4182-adc1-e73bcdfe36e1) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:02.313963 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:02.372671 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:02.431800 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=341a02ea-11f4-4182-adc1-e73bcdfe36e1,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:02.444223 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Network 68b26370-00b0-464b-9915-2069b63729a9 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:02.445884 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:02.448824 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:02.454635 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475518c7-d4e4-435e-8bb4-0073e94dc7f8 req-a4184436-6b3d-48ff-be3d-aba42920f1f2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:02.456657 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-475518c7-d4e4-435e-8bb4-0073e94dc7f8 req-a4184436-6b3d-48ff-be3d-aba42920f1f2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 931 time: 0.0688672 Oct 12 18:45:02.458231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:02.459084 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:02.496317 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-8d1bcf3e-840c-4737-bb89-2ac6518a0025 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392606 Oct 12 18:45:02.516267 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Request body: {'port': {'device_id': '3b72d051-9924-4018-929d-ed174be9477e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:02.531084 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-475518c7-d4e4-435e-8bb4-0073e94dc7f8 req-e2df35c8-d93a-4c32-8d80-30f90593c5fa tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670152 Oct 12 18:45:02.631117 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:02.850687 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-554542d4-9c68-4d07-8f63-046dc35629f4 None None] Provisioning complete for port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:02.851673 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-554542d4-9c68-4d07-8f63-046dc35629f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:02.891282 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-554542d4-9c68-4d07-8f63-046dc35629f4 None None] Port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:45:02.994791 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341a02ea-11f4-4182-adc1-e73bcdfe36e1 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:45:03.004913 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:03.019814 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Transition to ACTIVE for port object 341a02ea-11f4-4182-adc1-e73bcdfe36e1 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:45:03.023859 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:03.083656 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Pushing event updated for resources: {'Port': ['ID=341a02ea-11f4-4182-adc1-e73bcdfe36e1,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:03.114755 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Attempting to bind port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:03.115173 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Attempting to bind port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:03.115734 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Attempting to bind port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 on network 68b26370-00b0-464b-9915-2069b63729a9 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:03.120871 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 on network 68b26370-00b0-464b-9915-2069b63729a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:45:03.121334 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Attempting to bind port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 on network 68b26370-00b0-464b-9915-2069b63729a9 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:03.123685 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6aa0e-1ff0-4544-a380-a76b1dc06aaa req-6f1278eb-1141-48af-abde-f57847ba3bbf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:03.125752 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d4a6aa0e-1ff0-4544-a380-a76b1dc06aaa req-6f1278eb-1141-48af-abde-f57847ba3bbf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1021540 Oct 12 18:45:03.137142 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:03.137651 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Checking segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:03.138389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Bound using segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:03.139819 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Bound port: 341a02ea-11f4-4182-adc1-e73bcdfe36e1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:03.140502 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:03.176974 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0241ad-b8e0-47d8-bb9b-42f769de2818 req-119674a8-2bf5-484d-ad38-72524e1be64c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:03.178749 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0241ad-b8e0-47d8-bb9b-42f769de2818 req-119674a8-2bf5-484d-ad38-72524e1be64c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1068761 Oct 12 18:45:03.209885 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d4a6aa0e-1ff0-4544-a380-a76b1dc06aaa req-5eb11f42-1e34-4932-9a55-75ab261f77b5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759094 Oct 12 18:45:03.259631 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec0241ad-b8e0-47d8-bb9b-42f769de2818 req-2b876043-bb0e-499d-afd2-922869a7b712 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630627 Oct 12 18:45:03.268323 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] For port 341a02ea-11f4-4182-adc1-e73bcdfe36e1, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:03.274160 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] For port 341a02ea-11f4-4182-adc1-e73bcdfe36e1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=341a02ea-11f4-4182-adc1-e73bcdfe36e1,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:03.290779 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:03.335731 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:03.336475 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:03.338391 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] 10.222.0.32 "PUT /v2.0/ports/341a02ea-11f4-4182-adc1-e73bcdfe36e1 HTTP/1.1" status: 200 len: 1093 time: 0.8301697 Oct 12 18:45:03.339008 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b72d051-9924-4018-929d-ed174be9477e', 'tag': '341a02ea-11f4-4182-adc1-e73bcdfe36e1'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:03.342889 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d3193d-2451-42a1-a452-e70bf5dcdeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b72d051-9924-4018-929d-ed174be9477e", "tag": "341a02ea-11f4-4182-adc1-e73bcdfe36e1"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:03.409769 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab83164-82e2-448e-bc70-d185dd57e416 x-openstack-request-id: req-3ab83164-82e2-448e-bc70-d185dd57e416 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:03.409943 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b72d051-9924-4018-929d-ed174be9477e", "tag": "341a02ea-11f4-4182-adc1-e73bcdfe36e1", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:03.410204 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ab83164-82e2-448e-bc70-d185dd57e416 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:03.411382 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b72d051-9924-4018-929d-ed174be9477e', 'tag': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'status': 'completed', 'code': 200} Oct 12 18:45:03.459965 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bbc07-0549-49e9-97b9-246770825af7 service neutron] Pushing event updated for resources: {'Port': ['ID=341a02ea-11f4-4182-adc1-e73bcdfe36e1,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:03.506178 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-bf355239-56b4-4407-b576-2fd26276bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:03.509645 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-bf355239-56b4-4407-b576-2fd26276bbc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 1096 time: 0.0970323 Oct 12 18:45:03.584006 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-41369d42-410d-48f3-a102-2c1545972545 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=341a02ea-11f4-4182-adc1-e73bcdfe36e1 HTTP/1.1" status: 200 len: 217 time: 0.0524440 Oct 12 18:45:03.680970 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-1b5399c2-885e-443e-97e1-400e38332193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:03.683239 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-1b5399c2-885e-443e-97e1-400e38332193 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0897071 Oct 12 18:45:03.788120 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4605e9-db16-43cc-9f94-3de82809d67e req-0a96e2ce-4a81-4187-87a6-9bee23296f24 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:03.789876 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2c4605e9-db16-43cc-9f94-3de82809d67e req-0a96e2ce-4a81-4187-87a6-9bee23296f24 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0810504 Oct 12 18:45:03.790793 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-06216154-bcaa-43f9-8f3c-36d82a18ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:03.792559 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-06216154-bcaa-43f9-8f3c-36d82a18ae4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983562 Oct 12 18:45:03.843887 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2c4605e9-db16-43cc-9f94-3de82809d67e req-91002b56-a173-4fdb-a168-457fb2e90d22 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474412 Oct 12 18:45:03.931315 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-a7ef1bcb-5832-4cb4-b6d8-8ea12c93bac4 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161790 Oct 12 18:45:04.085542 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a90db35-64f9-41ff-bcaa-7ad747b15d65 req-d5dd12ef-8af2-4fd7-ad7f-3dfd24f38d02 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447349 Oct 12 18:45:04.386600 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570952a-0959-4439-abf0-71adcc74de2c req-0c6fcaea-9616-4b94-9a5f-638b30a1e91b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:04.388094 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1570952a-0959-4439-abf0-71adcc74de2c req-0c6fcaea-9616-4b94-9a5f-638b30a1e91b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0932477 Oct 12 18:45:04.428279 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2200-6b45-4aed-bbed-2a8d5c8e97b7 req-2f370975-3b4c-4c61-bbf0-138790f01013 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:04.429801 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc4d2200-6b45-4aed-bbed-2a8d5c8e97b7 req-2f370975-3b4c-4c61-bbf0-138790f01013 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0801616 Oct 12 18:45:04.452193 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1570952a-0959-4439-abf0-71adcc74de2c req-73897c23-4726-4657-99a4-28d4415d6c9f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568089 Oct 12 18:45:04.487576 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc4d2200-6b45-4aed-bbed-2a8d5c8e97b7 req-e5a97fcf-4825-4e4b-b503-c71db63f7a7d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489986 Oct 12 18:45:05.018034 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8ae9-3c9a-4c63-9174-e9ccf7ed8dce req-5f858ebc-fdc8-4ba2-bfd0-01dbfccc3dd9 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:05.019716 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1aca8ae9-3c9a-4c63-9174-e9ccf7ed8dce req-5f858ebc-fdc8-4ba2-bfd0-01dbfccc3dd9 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0505884 Oct 12 18:45:05.067112 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1aca8ae9-3c9a-4c63-9174-e9ccf7ed8dce req-ec9dda13-6943-404f-a55a-3c3a10259ebd tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Oct 12 18:45:05.621340 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ce570-8cf7-4e9c-bb2f-d30032098814 req-118c652c-5382-45dc-bdc2-fa2e8cbc6994 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:05.623757 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-702ce570-8cf7-4e9c-bb2f-d30032098814 req-118c652c-5382-45dc-bdc2-fa2e8cbc6994 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0922487 Oct 12 18:45:05.636763 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a7b3f-437e-4df1-9f4c-b3c6af1cdb93 req-2c04a09a-f0fb-4f40-961a-4bf18dfc368a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:05.638344 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b33a7b3f-437e-4df1-9f4c-b3c6af1cdb93 req-2c04a09a-f0fb-4f40-961a-4bf18dfc368a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0744030 Oct 12 18:45:05.696614 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-702ce570-8cf7-4e9c-bb2f-d30032098814 req-a7c670e1-dda0-4f33-b05f-02a1d4b33a4a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571973 Oct 12 18:45:05.705558 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b33a7b3f-437e-4df1-9f4c-b3c6af1cdb93 req-f9f17df8-d8bf-4fc1-984f-03db1c316a6c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598395 Oct 12 18:45:06.193095 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e09edc-6f85-4db8-961c-aaf7ff679413 req-f15967a9-4e10-4f04-8fcb-528c6920850c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:06.194709 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-20e09edc-6f85-4db8-961c-aaf7ff679413 req-f15967a9-4e10-4f04-8fcb-528c6920850c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0552609 Oct 12 18:45:06.236884 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-20e09edc-6f85-4db8-961c-aaf7ff679413 req-cb29ed84-f9a3-4d33-9eb5-509d7ae94eba tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359991 Oct 12 18:45:06.893359 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064765f-0887-46a9-ad44-3cde5c0afa0c req-73fd42b9-1877-4225-a30a-95dd7396cfab tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:06.895085 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2064765f-0887-46a9-ad44-3cde5c0afa0c req-73fd42b9-1877-4225-a30a-95dd7396cfab tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1093600 Oct 12 18:45:06.909161 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3513747-63ed-4543-ac2f-ff4a06ef5c17 req-5bb0aa7e-3905-49f2-9fa5-fa873b18147c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:06.910766 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f3513747-63ed-4543-ac2f-ff4a06ef5c17 req-5bb0aa7e-3905-49f2-9fa5-fa873b18147c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1094794 Oct 12 18:45:07.009441 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2064765f-0887-46a9-ad44-3cde5c0afa0c req-14edd561-f21f-4bc9-af87-f32f46de565d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973980 Oct 12 18:45:07.024309 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f3513747-63ed-4543-ac2f-ff4a06ef5c17 req-48edaffc-3544-4a58-91c3-312316ca603c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970788 Oct 12 18:45:07.040369 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-0e22f904-b8a1-47d9-96de-ac52436d8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:07.041981 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-0e22f904-b8a1-47d9-96de-ac52436d8fa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 1096 time: 0.0737143 Oct 12 18:45:07.184387 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-bf6f08ae-fb4d-4660-8fb1-6dbc11bd6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:07.188418 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-bf6f08ae-fb4d-4660-8fb1-6dbc11bd6468 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.1368752 Oct 12 18:45:07.256534 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-83be887d-fe86-4f31-ab72-0cc2a42aede4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=341a02ea-11f4-4182-adc1-e73bcdfe36e1 HTTP/1.1" status: 200 len: 217 time: 0.0556653 Oct 12 18:45:07.329878 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-0eea67ed-2285-4b4d-ab21-9cc76792d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:07.332084 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-0eea67ed-2285-4b4d-ab21-9cc76792d3dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0641162 Oct 12 18:45:07.395623 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-f5ce128d-4e9b-450b-8056-65f8c2e89c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:07.397276 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-f5ce128d-4e9b-450b-8056-65f8c2e89c22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575271 Oct 12 18:45:07.429029 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcc6e0-a33e-4ea7-aed6-61223d4d0814 req-39bb30fc-abb7-4dbe-91d4-bea3fd5c53ef tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:07.430075 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f1bcc6e0-a33e-4ea7-aed6-61223d4d0814 req-39bb30fc-abb7-4dbe-91d4-bea3fd5c53ef tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0865016 Oct 12 18:45:07.489754 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f1bcc6e0-a33e-4ea7-aed6-61223d4d0814 req-18c46f4b-9d14-4b63-9055-d1f952d5479f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458703 Oct 12 18:45:07.520270 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-999ef91b-5df9-4ac2-856a-e60f0374e547 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134584 Oct 12 18:45:07.622527 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:45:07.835721 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90d3193d-2451-42a1-a452-e70bf5dcdeb1 req-370c9ea5-0362-4bf5-aa09-52bdf7daf15c service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072698 Oct 12 18:45:08.182973 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b5c6f-6502-49f1-9d83-27f8a47b483a req-ac94f260-fa96-4538-b9f5-c7cec42873ae tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:08.184556 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-096b5c6f-6502-49f1-9d83-27f8a47b483a req-ac94f260-fa96-4538-b9f5-c7cec42873ae tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0849872 Oct 12 18:45:08.227319 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad334f-a430-401e-bb35-76b3f5a4052a req-205a6670-783b-483e-b64f-5f895197d17b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:08.230038 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8aad334f-a430-401e-bb35-76b3f5a4052a req-205a6670-783b-483e-b64f-5f895197d17b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0982559 Oct 12 18:45:08.290958 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-096b5c6f-6502-49f1-9d83-27f8a47b483a req-4e14bab6-2996-4e87-9040-d2b764a33c9d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990338 Oct 12 18:45:08.320135 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8aad334f-a430-401e-bb35-76b3f5a4052a req-d64f03ce-05f4-4fa1-8248-889306e45937 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762613 Oct 12 18:45:08.635086 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb48821-4cb2-4377-ad34-857e08df58d1 req-e58dd9c8-7f18-454f-8574-290fbe02b350 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:08.636858 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bbb48821-4cb2-4377-ad34-857e08df58d1 req-e58dd9c8-7f18-454f-8574-290fbe02b350 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0579686 Oct 12 18:45:08.681207 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bbb48821-4cb2-4377-ad34-857e08df58d1 req-0b1d88d3-7261-458a-9866-e11312c08062 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366561 Oct 12 18:45:09.283513 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8453a-ae4d-4e5d-b99e-4e622f4a8a40 req-1c1f993c-6002-47a3-bd8f-09c02522b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:09.285854 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c0a8453a-ae4d-4e5d-b99e-4e622f4a8a40 req-1c1f993c-6002-47a3-bd8f-09c02522b313 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1099 time: 0.0699615 Oct 12 18:45:09.369480 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c0a8453a-ae4d-4e5d-b99e-4e622f4a8a40 req-db9c82f2-9ad8-4be3-a437-eacae2df582d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733764 Oct 12 18:45:09.535038 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89026-7a89-4e2f-be6f-5b450dba2b37 req-b8fc0c94-60eb-4a23-9984-fee3c9a007cd tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:09.536748 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-49b89026-7a89-4e2f-be6f-5b450dba2b37 req-b8fc0c94-60eb-4a23-9984-fee3c9a007cd tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1140122 Oct 12 18:45:09.551282 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a7886-9070-4b17-8852-6c44c8b1d94a req-88500bac-5a41-470c-ab97-efd7a8555a28 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:09.552617 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-599a7886-9070-4b17-8852-6c44c8b1d94a req-88500bac-5a41-470c-ab97-efd7a8555a28 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1094487 Oct 12 18:45:09.616679 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-49b89026-7a89-4e2f-be6f-5b450dba2b37 req-7cab405f-c807-40d9-874a-de44a9594692 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629041 Oct 12 18:45:09.625960 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-599a7886-9070-4b17-8852-6c44c8b1d94a req-8df076d6-370b-48bb-aade-97f448418066 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640347 Oct 12 18:45:09.829214 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1c143-a2a1-47de-90d2-e9e5d8326776 req-d6bde007-e1ef-4bdf-a66f-2df0a844afa9 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:09.831475 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1c1c143-a2a1-47de-90d2-e9e5d8326776 req-d6bde007-e1ef-4bdf-a66f-2df0a844afa9 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0624375 Oct 12 18:45:09.891022 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1c1c143-a2a1-47de-90d2-e9e5d8326776 req-04eb986b-a743-4dae-8ee9-7b3eee74db49 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473313 Oct 12 18:45:10.801768 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69f8a-b789-4b13-b7e5-09810255b2af req-a425b50e-49ca-4e5e-b6b9-841f9bb7d470 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:10.807603 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e0a69f8a-b789-4b13-b7e5-09810255b2af req-a425b50e-49ca-4e5e-b6b9-841f9bb7d470 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0801344 Oct 12 18:45:10.921440 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e0a69f8a-b789-4b13-b7e5-09810255b2af req-277307f0-9d7f-4c09-95a4-caf2a50ec3ea tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053457 Oct 12 18:45:10.936717 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec979a-b26b-4209-9ff4-d53ffcd69627 req-a762af34-ea0e-4b56-91e1-5dae2fc07d6a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:10.949671 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60ec979a-b26b-4209-9ff4-d53ffcd69627 req-a762af34-ea0e-4b56-91e1-5dae2fc07d6a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1729565 Oct 12 18:45:11.025823 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60ec979a-b26b-4209-9ff4-d53ffcd69627 req-df5ff72b-2bc0-45e0-bd2c-b980bd10ae47 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748482 Oct 12 18:45:11.078699 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1541-c394-4661-82ef-d39b8cdc2d41 req-81a63c4b-bad6-4fab-8787-6833fd8ab5b2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:11.081318 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-816b1541-c394-4661-82ef-d39b8cdc2d41 req-81a63c4b-bad6-4fab-8787-6833fd8ab5b2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0800753 Oct 12 18:45:11.146800 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-816b1541-c394-4661-82ef-d39b8cdc2d41 req-268192d5-ffa3-43d3-b39e-f5334f3ab60f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583987 Oct 12 18:45:11.465728 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 34970) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:11.616223 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-74996ad9-d618-488e-9cf0-0de45797cbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:11.703736 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-74996ad9-d618-488e-9cf0-0de45797cbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:11.709123 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-74996ad9-d618-488e-9cf0-0de45797cbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:11.750065 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74996ad9-d618-488e-9cf0-0de45797cbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0031990-3c0b-4ceb-a118-48b97cef57a1,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:11.755050 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-74996ad9-d618-488e-9cf0-0de45797cbe7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2b497c51c6e468f9ec8dac098ed943b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873535 Oct 12 18:45:11.759988 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 34980) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:11.831862 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5f97da10-458f-470d-92c5-257b681eab3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:11.856489 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5f97da10-458f-470d-92c5-257b681eab3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:11.909115 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5f97da10-458f-470d-92c5-257b681eab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:11.912866 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5f97da10-458f-470d-92c5-257b681eab3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:11.914377 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5f97da10-458f-470d-92c5-257b681eab3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0031990-3c0b-4ceb-a118-48b97cef57a1 HTTP/1.1" status: 204 len: 168 time: 0.1528525 Oct 12 18:45:11.926258 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97da10-458f-470d-92c5-257b681eab3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0031990-3c0b-4ceb-a118-48b97cef57a1,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:12.059673 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f63ad2-ac83-4b5a-9a53-5e57f1ba1392 req-e5094df7-6fb3-4091-a1b5-939b3fc02745 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:12.061765 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-09f63ad2-ac83-4b5a-9a53-5e57f1ba1392 req-e5094df7-6fb3-4091-a1b5-939b3fc02745 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0540433 Oct 12 18:45:12.116825 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-09f63ad2-ac83-4b5a-9a53-5e57f1ba1392 req-80b2a8df-58b1-4d4d-a09f-90420f785a5e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432074 Oct 12 18:45:12.207359 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d954e-d980-427c-85b4-d13bc210a19c req-e1e6b0fc-6a4f-4d2e-8299-84f6ce9f3144 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:12.209248 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e8d954e-d980-427c-85b4-d13bc210a19c req-e1e6b0fc-6a4f-4d2e-8299-84f6ce9f3144 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0839715 Oct 12 18:45:12.328820 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e8d954e-d980-427c-85b4-d13bc210a19c req-60e6d0e6-f866-421c-a0c5-d2b9c0b74b6d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047914 Oct 12 18:45:12.361110 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35000) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:12.382945 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf026a-d76a-4ac5-95a6-63e0b75e5cfe req-94016b60-8796-45a9-a337-85e3004b8f36 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:12.391435 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-99bf026a-d76a-4ac5-95a6-63e0b75e5cfe req-94016b60-8796-45a9-a337-85e3004b8f36 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.1329980 Oct 12 18:45:12.411546 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-18a0a169-8c28-46a7-ab03-7bae059d1ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:12.464854 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-99bf026a-d76a-4ac5-95a6-63e0b75e5cfe req-7538010a-96c4-4c33-bf6f-d2738a163dd2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715919 Oct 12 18:45:12.520732 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-18a0a169-8c28-46a7-ab03-7bae059d1ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:12.526848 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-18a0a169-8c28-46a7-ab03-7bae059d1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:12.592888 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35012) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:12.593389 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-18a0a169-8c28-46a7-ab03-7bae059d1ba0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6783c3cf4eb5487b8f0e4ae8307f2caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301743 Oct 12 18:45:12.603986 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0a169-8c28-46a7-ab03-7bae059d1ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44184ab-9b00-4f3d-bf6c-b829bd26da10,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:12.730157 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-afb37524-0284-4b74-aaad-4b37f34f3e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:12.746080 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c10dc1-1bed-4c17-a5d7-99702460c1a4 req-e9e802aa-d01a-4b2b-b4f0-a7a790885527 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:12.754582 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-14c10dc1-1bed-4c17-a5d7-99702460c1a4 req-e9e802aa-d01a-4b2b-b4f0-a7a790885527 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0996525 Oct 12 18:45:12.768757 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-0332a8db-50ba-4a81-8d2f-66972f192d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:12.772535 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-0332a8db-50ba-4a81-8d2f-66972f192d5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1099 time: 0.0953751 Oct 12 18:45:12.960485 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-7a60fdf3-8b22-483f-9b53-df7033930a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:12.962525 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-7a60fdf3-8b22-483f-9b53-df7033930a58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 920 time: 0.1804860 Oct 12 18:45:13.029381 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-1787e3bc-30bd-4052-84af-ea0e031336f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 200 len: 217 time: 0.0573087 Oct 12 18:45:13.061466 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d1a50dbf-6a61-4733-a989-73317cf72c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.067592 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35026) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:13.099349 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-afb37524-0284-4b74-aaad-4b37f34f3e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.126524 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-66c945e1-e655-46da-8b85-5d99e712b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:13.127998 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-66c945e1-e655-46da-8b85-5d99e712b9e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.0883422 Oct 12 18:45:13.149294 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-14c10dc1-1bed-4c17-a5d7-99702460c1a4 req-cb1eb138-5f00-4d8c-a780-0bb02e07bfed tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935640 Oct 12 18:45:13.177548 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-5fc46a13-cdc6-48ec-9d64-dd5ddc751a55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395913 Oct 12 18:45:13.182113 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-afb37524-0284-4b74-aaad-4b37f34f3e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.186159 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-afb37524-0284-4b74-aaad-4b37f34f3e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.190200 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-afb37524-0284-4b74-aaad-4b37f34f3e0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e44184ab-9b00-4f3d-bf6c-b829bd26da10 HTTP/1.1" status: 204 len: 168 time: 0.5927670 Oct 12 18:45:13.201152 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb37524-0284-4b74-aaad-4b37f34f3e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44184ab-9b00-4f3d-bf6c-b829bd26da10,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:13.301275 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8443c641-570e-4c0c-95b6-82f95067b529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.323285 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-3f824afc-caf6-491a-af60-a8e7ac4e2d8f service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313951 Oct 12 18:45:13.336731 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69317-64d2-42c9-a181-266128fa65ba req-1900035f-f552-46cc-b106-366df1c61c4c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:13.338281 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1be69317-64d2-42c9-a181-266128fa65ba req-1900035f-f552-46cc-b106-366df1c61c4c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0956340 Oct 12 18:45:13.418662 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1be69317-64d2-42c9-a181-266128fa65ba req-6e0e99ba-7c72-4241-ac11-1a986e1ee833 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657771 Oct 12 18:45:13.470439 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b85d40a7-8295-4c7e-8bdc-589d2d69a684 req-d642fa1e-fcdb-4d79-9b3f-c6c958de60a3 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381619 Oct 12 18:45:13.487454 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8443c641-570e-4c0c-95b6-82f95067b529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.492083 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8443c641-570e-4c0c-95b6-82f95067b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.540498 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35040) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:13.541095 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-8443c641-570e-4c0c-95b6-82f95067b529 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08e822c0d0564c1dac32d1940d322722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675217 Oct 12 18:45:13.541392 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443c641-570e-4c0c-95b6-82f95067b529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b451c94d-a1f5-444d-ab4b-58e981bb82af,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:13.614444 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-94a15eec-525b-4947-a452-018bf58c7a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.644337 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-94a15eec-525b-4947-a452-018bf58c7a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.652256 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5db04d-a3a9-423b-84fb-f84b2f9b4930 req-3b22a1a5-65b4-41cc-b126-f56c4281f362 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:13.653858 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35042) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:13.655042 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2f5db04d-a3a9-423b-84fb-f84b2f9b4930 req-3b22a1a5-65b4-41cc-b126-f56c4281f362 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0911820 Oct 12 18:45:13.677750 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7fb3c3-2c97-4da4-b505-98802fef4cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.698063 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2f5db04d-a3a9-423b-84fb-f84b2f9b4930 req-0624dde2-83a5-4b74-9f6d-13116c04e1a4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362401 Oct 12 18:45:13.753771 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-94a15eec-525b-4947-a452-018bf58c7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.756748 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-94a15eec-525b-4947-a452-018bf58c7a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.758986 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-94a15eec-525b-4947-a452-018bf58c7a86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b451c94d-a1f5-444d-ab4b-58e981bb82af HTTP/1.1" status: 204 len: 168 time: 0.2173533 Oct 12 18:45:13.774956 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a15eec-525b-4947-a452-018bf58c7a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b451c94d-a1f5-444d-ab4b-58e981bb82af,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:13.819557 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7fb3c3-2c97-4da4-b505-98802fef4cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.826293 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b7fb3c3-2c97-4da4-b505-98802fef4cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.880613 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3b7fb3c3-2c97-4da4-b505-98802fef4cee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95264ec2727143cbac4cc69620473b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252550 Oct 12 18:45:13.881453 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fb3c3-2c97-4da4-b505-98802fef4cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1edafe1-1a46-4b45-8d6b-7987af9c845f,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:13.884996 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35046) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:13.948501 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fa65fbd6-cd64-4f3b-9084-38163e5cbc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:13.978033 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fa65fbd6-cd64-4f3b-9084-38163e5cbc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:14.043491 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fa65fbd6-cd64-4f3b-9084-38163e5cbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:14.047561 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fa65fbd6-cd64-4f3b-9084-38163e5cbc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:14.048748 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fa65fbd6-cd64-4f3b-9084-38163e5cbc88 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1edafe1-1a46-4b45-8d6b-7987af9c845f HTTP/1.1" status: 204 len: 168 time: 0.1637223 Oct 12 18:45:14.057252 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65fbd6-cd64-4f3b-9084-38163e5cbc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1edafe1-1a46-4b45-8d6b-7987af9c845f,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:14.291693 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b643-0a7d-4e6a-a12f-d571453afe3a req-bc98aa87-b360-4e36-95af-776baedd7222 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:14.295322 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f241b643-0a7d-4e6a-a12f-d571453afe3a req-bc98aa87-b360-4e36-95af-776baedd7222 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0580690 Oct 12 18:45:14.354748 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f241b643-0a7d-4e6a-a12f-d571453afe3a req-24c7dadd-c7ad-4a2c-ba7b-f071cc573437 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540304 Oct 12 18:45:14.580998 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceed54-ac42-4939-b067-2d7823733588 req-c7108cf9-6f7b-423b-acdf-beaa2f91421a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:14.588997 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b2ceed54-ac42-4939-b067-2d7823733588 req-c7108cf9-6f7b-423b-acdf-beaa2f91421a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0849326 Oct 12 18:45:14.674112 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b2ceed54-ac42-4939-b067-2d7823733588 req-7adb746a-cc7f-4b5b-a5fe-9076da08558d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839336 Oct 12 18:45:14.891937 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2bda4-4061-4699-bb0b-45c258ac6e50 req-3526c49a-38bf-4487-a54e-79193a49fa41 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:14.893529 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-73e2bda4-4061-4699-bb0b-45c258ac6e50 req-3526c49a-38bf-4487-a54e-79193a49fa41 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0708315 Oct 12 18:45:14.954841 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-73e2bda4-4061-4699-bb0b-45c258ac6e50 req-d195acb4-762d-4ed2-97b4-18bd2f75f0cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493596 Oct 12 18:45:15.623904 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec65ba-768b-44b5-8ed0-12154d1d5dde req-18047a11-2b2b-464a-9929-d696b47ae3fe tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:15.639433 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-00ec65ba-768b-44b5-8ed0-12154d1d5dde req-18047a11-2b2b-464a-9929-d696b47ae3fe tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1494424 Oct 12 18:45:15.793486 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-00ec65ba-768b-44b5-8ed0-12154d1d5dde req-2c75c360-a427-458c-bef5-a50aac78c547 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526682 Oct 12 18:45:15.949641 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aa705-d389-4717-873a-38a036425ab4 req-573b1a79-1273-4684-813a-1b5c381402d5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:15.954123 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-620aa705-d389-4717-873a-38a036425ab4 req-573b1a79-1273-4684-813a-1b5c381402d5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1576807 Oct 12 18:45:15.999547 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d6672737-449e-45d5-980a-5a52b05c9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:16.070590 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-620aa705-d389-4717-873a-38a036425ab4 req-54130eae-e1be-4cd9-851c-f6d038e2104e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077480 Oct 12 18:45:16.170201 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53ea10-7bce-428a-9284-4bef91c4b56e req-5f6e3b5a-6e53-48aa-ad22-ed2ea183f38a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:16.172675 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-de53ea10-7bce-428a-9284-4bef91c4b56e req-5f6e3b5a-6e53-48aa-ad22-ed2ea183f38a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0786388 Oct 12 18:45:16.219397 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-de53ea10-7bce-428a-9284-4bef91c4b56e req-45f616e5-b41c-406c-8400-160dddc76160 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399878 Oct 12 18:45:16.894056 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:16.906494 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35166) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:16.976409 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e24e38-b425-499b-ab06-7f6d154139b5 req-31cca31f-a460-463a-90e1-4ad69ec33d88 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:16.979139 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c4e24e38-b425-499b-ab06-7f6d154139b5 req-31cca31f-a460-463a-90e1-4ad69ec33d88 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0732324 Oct 12 18:45:17.042743 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c4e24e38-b425-499b-ab06-7f6d154139b5 req-7af7e583-d72f-4212-a619-5aa6846eff73 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506356 Oct 12 18:45:17.056184 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d2162e0c-c143-42ff-b45d-cb3e98dd7bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:17.196163 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d2162e0c-c143-42ff-b45d-cb3e98dd7bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:17.202565 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d2162e0c-c143-42ff-b45d-cb3e98dd7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:17.203312 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:17.263881 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bc7ca-91f6-40d2-89c2-81175bd0400c req-425918c0-9f9c-4dcd-95a5-1a48338af8f4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:17.273471 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1e2bc7ca-91f6-40d2-89c2-81175bd0400c req-425918c0-9f9c-4dcd-95a5-1a48338af8f4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0761485 Oct 12 18:45:17.281253 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2162e0c-c143-42ff-b45d-cb3e98dd7bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8c64e-064b-4ddb-8b2e-d9bb0573f968,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:17.300345 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-d2162e0c-c143-42ff-b45d-cb3e98dd7bcf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60d5b668e26246abbd858c3138a407b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922548 Oct 12 18:45:17.301237 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35190) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:17.365548 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1e2bc7ca-91f6-40d2-89c2-81175bd0400c req-18a1c170-0e25-43ae-bc66-c4c8a086244d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911489 Oct 12 18:45:17.367702 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-2efecbc1-7c71-4e99-a630-4bf645d36ffa tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fbe0530cd68c446e851455fbd59d69d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450168 Oct 12 18:45:17.379132 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2a1521e8-35e5-47e7-95cb-94166446c302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:17.427753 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2a1521e8-35e5-47e7-95cb-94166446c302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:17.545827 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2a1521e8-35e5-47e7-95cb-94166446c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:17.554035 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2a1521e8-35e5-47e7-95cb-94166446c302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:17.565164 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2a1521e8-35e5-47e7-95cb-94166446c302 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00d8c64e-064b-4ddb-8b2e-d9bb0573f968 HTTP/1.1" status: 204 len: 168 time: 0.2527742 Oct 12 18:45:17.574526 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1521e8-35e5-47e7-95cb-94166446c302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8c64e-064b-4ddb-8b2e-d9bb0573f968,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:17.590302 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee777c61-1b94-4c95-9828-30e40b1b16e4 req-d125c278-5dc4-4247-a7ce-753879b5518d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:17.593117 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ee777c61-1b94-4c95-9828-30e40b1b16e4 req-d125c278-5dc4-4247-a7ce-753879b5518d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.1089156 Oct 12 18:45:17.723393 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-78f8cbfc-43ec-475c-b72b-1d6abc2618e8 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:17.724912 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-78f8cbfc-43ec-475c-b72b-1d6abc2618e8 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478658 Oct 12 18:45:17.727962 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ee777c61-1b94-4c95-9828-30e40b1b16e4 req-8074133e-4ca6-4abf-a48c-e9674d9cde40 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112807 Oct 12 18:45:17.751090 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-9206504c-0740-4221-a32c-974aebb6ee6e tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/quotas/fbe0530cd68c446e851455fbd59d69d0 HTTP/1.1" status: 200 len: 375 time: 0.0128267 Oct 12 18:45:17.789897 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-6460b479-56a6-4a60-9d42-8ef2f917d962 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbe0530cd68c446e851455fbd59d69d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289199 Oct 12 18:45:17.974673 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35210) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:17.991588 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8d698e-46f0-45e7-96f5-05228a30eb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.030220 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3e512a6c-1093-4e74-84dd-cbba16a218ab req-39505dab-a17a-459c-be12-1a79a8093712 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 210 time: 0.0349386 Oct 12 18:45:18.139601 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8d698e-46f0-45e7-96f5-05228a30eb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.145915 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8d698e-46f0-45e7-96f5-05228a30eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.221170 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ba8d698e-46f0-45e7-96f5-05228a30eb27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be4d2ed6001744dab635f169e726d2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449138 Oct 12 18:45:18.223468 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d698e-46f0-45e7-96f5-05228a30eb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decde7ad-1e4a-415e-ad89-d155ebc27951,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:18.225879 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35218) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:18.251697 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35220) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:18.307824 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9133d761-5c3e-4a33-b2a8-9c58a6c13bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.336123 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9133d761-5c3e-4a33-b2a8-9c58a6c13bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.395138 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f575e0be-90ca-4fac-9e48-0d4fe23b6978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.410548 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9133d761-5c3e-4a33-b2a8-9c58a6c13bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.414740 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9133d761-5c3e-4a33-b2a8-9c58a6c13bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.417683 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9133d761-5c3e-4a33-b2a8-9c58a6c13bb9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/decde7ad-1e4a-415e-ad89-d155ebc27951 HTTP/1.1" status: 204 len: 168 time: 0.1894617 Oct 12 18:45:18.431459 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133d761-5c3e-4a33-b2a8-9c58a6c13bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decde7ad-1e4a-415e-ad89-d155ebc27951,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:18.585304 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852ea1e-0c94-49bb-8f69-f3390c571c15 req-1c80da5f-eb88-44a3-9d44-d91b22b201e6 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:18.587277 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6852ea1e-0c94-49bb-8f69-f3390c571c15 req-1c80da5f-eb88-44a3-9d44-d91b22b201e6 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1116455 Oct 12 18:45:18.594035 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f575e0be-90ca-4fac-9e48-0d4fe23b6978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.633418 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f575e0be-90ca-4fac-9e48-0d4fe23b6978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.707126 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6852ea1e-0c94-49bb-8f69-f3390c571c15 req-a9f84220-d4db-44a1-9dd8-6da2408bd792 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055200 Oct 12 18:45:18.707634 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575e0be-90ca-4fac-9e48-0d4fe23b6978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94e34ae-97c2-4937-9535-96b9276ccfad,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:18.732377 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-f575e0be-90ca-4fac-9e48-0d4fe23b6978 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6fee8464bed48dba4376b40273ae263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789443 Oct 12 18:45:18.737109 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35236) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:18.866102 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ee1423d5-50af-4bfd-a38b-eac7ec3954ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.889490 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590695c-ef66-44dc-bbc5-12d4f0f4eb8d req-e1a84b80-7b6d-41e8-bb15-29e34a99a34d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:18.891031 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d590695c-ef66-44dc-bbc5-12d4f0f4eb8d req-e1a84b80-7b6d-41e8-bb15-29e34a99a34d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1342359 Oct 12 18:45:18.929148 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ee1423d5-50af-4bfd-a38b-eac7ec3954ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:18.973513 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f1b6-25a2-4368-afec-6dc513993673 req-7ba28cf2-c54c-48e1-b431-51eb3580d8f3 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:18.975093 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6354f1b6-25a2-4368-afec-6dc513993673 req-7ba28cf2-c54c-48e1-b431-51eb3580d8f3 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.1319680 Oct 12 18:45:19.024861 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d590695c-ef66-44dc-bbc5-12d4f0f4eb8d req-5d9a0b9a-9f08-40c0-9ee8-83698a207684 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069436 Oct 12 18:45:19.056081 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6354f1b6-25a2-4368-afec-6dc513993673 req-7e1d0037-5407-4b9f-9215-5728075211f6 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703402 Oct 12 18:45:19.058336 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ee1423d5-50af-4bfd-a38b-eac7ec3954ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:19.063005 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ee1423d5-50af-4bfd-a38b-eac7ec3954ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:19.064945 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ee1423d5-50af-4bfd-a38b-eac7ec3954ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f94e34ae-97c2-4937-9535-96b9276ccfad HTTP/1.1" status: 204 len: 168 time: 0.3268754 Oct 12 18:45:19.073541 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1423d5-50af-4bfd-a38b-eac7ec3954ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94e34ae-97c2-4937-9535-96b9276ccfad,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:19.148103 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:19.190772 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a71053b7-45a1-4236-b6ef-c91b3e4c112c req-826270ab-e953-407b-879e-97cc991de9bb tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 210 time: 0.0410528 Oct 12 18:45:19.337353 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-9843c5f0-e594-4b90-8a6f-2adbd9251164 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fbe0530cd68c446e851455fbd59d69d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525422 Oct 12 18:45:19.692884 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e44ac444-f8b3-4193-93b2-ee816083e359 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:19.694754 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e44ac444-f8b3-4193-93b2-ee816083e359 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3357539 Oct 12 18:45:19.716686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Request body: {'port': {'device_id': '8c45666b-6817-4176-94f7-ac5f450e4e83', 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af', 'admin_state_up': True, 'tenant_id': 'fbe0530cd68c446e851455fbd59d69d0'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:19.872889 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f203c-9b05-44d9-965d-60b781b29ba9 req-a96925d3-eda7-49c8-b47e-b879d3d71ba8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:19.874345 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-323f203c-9b05-44d9-965d-60b781b29ba9 req-a96925d3-eda7-49c8-b47e-b879d3d71ba8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0775943 Oct 12 18:45:19.903862 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Made reservation on behalf of fbe0530cd68c446e851455fbd59d69d0 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:19.911618 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:19.927977 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-323f203c-9b05-44d9-965d-60b781b29ba9 req-7801526e-f49b-4fab-9c04-39776a7b94b5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458338 Oct 12 18:45:19.928594 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.062407 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.069773 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.182427 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a179003a-4fb6-445a-9ce0-4772665d8552,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:20.315110 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Allocated IP 192.168.233.247 (37dbf8e9-e956-4608-a5da-17c6d31708af/579bb3d1-1c1b-4b14-a26c-f370fe2b3204/600fc0cf-e0c6-4e73-8049-f3af4876fcc0) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:20.324788 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cacfe2-9f06-45b9-bce3-12c4ff666e85 req-97ea3bb5-d80a-48cc-9f8c-51bb8f72ada8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:20.329996 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b6cacfe2-9f06-45b9-bce3-12c4ff666e85 req-97ea3bb5-d80a-48cc-9f8c-51bb8f72ada8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.1133382 Oct 12 18:45:20.403824 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b9b3a179-de4f-4523-bf8e-9cc548155e58 req-71317f95-7464-47dd-b443-e48e9caabc5d tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 210 time: 0.0574214 Oct 12 18:45:20.421491 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35334) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:20.457669 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b6cacfe2-9f06-45b9-bce3-12c4ff666e85 req-f9e4cf49-06d4-4704-a986-99ff537e495c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191018 Oct 12 18:45:20.530825 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:45:20.572987 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.623278 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-418649889-network', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:20.624754 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.653102 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Made reservation on behalf of a1cc9597b3f0403da8982951559dc19c for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:20.658457 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.674285 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:20.679130 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.680950 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Network 37dbf8e9-e956-4608-a5da-17c6d31708af is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:20.682751 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:20.687769 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:20.693661 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:20.695059 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.699663 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'port_id': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'mac_address': 'fa:16:3e:c5:ee:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:45:20.714018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Pushing event updated for resources: {'Port': ['ID=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:20.748568 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-e9a231ec-e5c4-45b7-a7ce-3136db5bf9bc tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0395582 Oct 12 18:45:20.764711 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Request body: {'port': {'device_id': '8c45666b-6817-4176-94f7-ac5f450e4e83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:20.795993 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.819130 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0ed27e8-71e2-4a30-be51-a39816b86ac1 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:45:20.853431 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:20.859520 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.894076 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.901026 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.906876 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.936584 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=6']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:20.955851 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:45:20.963283 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:20.972126 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:20.973871 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Added segment 1d674cdc-5feb-4815-9e1d-a77ecea748b2 of type vlan for network 8f31a936-c631-4094-9e1a-17d895dff65a Oct 12 18:45:21.011102 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['d0ed27e8-71e2-4a30-be51-a39816b86ac1'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:45:21.086816 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.149739 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.150942 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:21.152039 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.224639 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7972188 Oct 12 18:45:21.242863 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35360) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:21.246036 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e719d-28d3-4880-8266-42697eb2d890 req-0e1c72ee-5700-4f21-ba94-031e37293b3f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:21.254796 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3f0e719d-28d3-4880-8266-42697eb2d890 req-0e1c72ee-5700-4f21-ba94-031e37293b3f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 944 time: 0.1524041 Oct 12 18:45:21.256196 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7774c418-417e-4783-a5e4-f63b9ad780b7 None None] Provisioning complete for port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:21.256579 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7774c418-417e-4783-a5e4-f63b9ad780b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.257280 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5b355-ce8f-4ae1-a36a-6a5916d623a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8f31a936-c631-4094-9e1a-17d895dff65a,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:21.287902 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 8f31a936-c631-4094-9e1a-17d895dff65a details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:45:21.298160 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Request body: {'subnet': {'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-418649889-subnet', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:21.353892 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Made reservation on behalf of a1cc9597b3f0403da8982951559dc19c for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:21.357680 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.359212 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3f0e719d-28d3-4880-8266-42697eb2d890 req-9d261a7e-9fb7-417f-bdc5-85e20a0df91f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983901 Oct 12 18:45:21.434960 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7774c418-417e-4783-a5e4-f63b9ad780b7 None None] Port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:45:21.568673 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6911755-abd2-4443-a12c-c49eac6a9c63 req-5d319b19-9783-4522-9671-e4b572ef1737 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:21.576238 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6911755-abd2-4443-a12c-c49eac6a9c63 req-5d319b19-9783-4522-9671-e4b572ef1737 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 936 time: 0.0728426 Oct 12 18:45:21.578686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:45:21.612415 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.641211 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Transition to ACTIVE for port object 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:45:21.654106 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.658188 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6911755-abd2-4443-a12c-c49eac6a9c63 req-8fb552b4-c85f-44a6-8448-348cafaf4512 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810754 Oct 12 18:45:21.673197 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e80a5-bb4a-478d-8617-994af13f4c2a req-6a239271-329b-46e9-89ca-35fee76f766b tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:21.675712 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9c2e80a5-bb4a-478d-8617-994af13f4c2a req-6a239271-329b-46e9-89ca-35fee76f766b tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.0968852 Oct 12 18:45:21.735527 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9c2e80a5-bb4a-478d-8617-994af13f4c2a req-5b245ce8-ab62-4141-9c69-879bdce715b1 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510087 Oct 12 18:45:21.751879 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.801145 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:21.850766 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1c194f-59df-4563-8408-e83e651902dc,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:21.893277 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Attempting to bind port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:21.893628 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Attempting to bind port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:21.893999 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Attempting to bind port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 on network 37dbf8e9-e956-4608-a5da-17c6d31708af {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:21.905060 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 on network 37dbf8e9-e956-4608-a5da-17c6d31708af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:45:21.905299 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Attempting to bind port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 on network 37dbf8e9-e956-4608-a5da-17c6d31708af {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:21.912854 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Checking segment: {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:21.913212 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Network hostable DHCP agents. Network: 8f31a936-c631-4094-9e1a-17d895dff65a, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:45:21.915821 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:21.916154 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Checking segment: {'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:21.916537 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Bound using segment: {'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:21.916989 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Bound port: 600fc0cf-e0c6-4e73-8049-f3af4876fcc0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade9c0b6-89f9-43e2-ac65-ee9c66992749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:21.917344 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:21.979062 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Network 8f31a936-c631-4094-9e1a-17d895dff65a is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:45:22.004575 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 8f31a936-c631-4094-9e1a-17d895dff65a) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:22.012998 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:22.013910 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:22.021525 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] For port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:22.026661 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] For port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,segment=NetworkSegment(ade9c0b6-89f9-43e2-ac65-ee9c66992749),segment_id=ade9c0b6-89f9-43e2-ac65-ee9c66992749)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:22.030251 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b02a821-2c68-43c0-94ea-ab6d6ab17f67 None None] Network 8f31a936-c631-4094-9e1a-17d895dff65a requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:45:22.035141 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:22.044696 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c4b60183-b05b-4291-9f04-b4adcf2273ba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7999287 Oct 12 18:45:22.047631 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35398) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:22.060162 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:22.088949 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:22.089767 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:22.093442 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] 10.222.0.32 "PUT /v2.0/ports/600fc0cf-e0c6-4e73-8049-f3af4876fcc0 HTTP/1.1" status: 200 len: 1098 time: 1.3332443 Oct 12 18:45:22.093442 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c45666b-6817-4176-94f7-ac5f450e4e83', 'tag': '600fc0cf-e0c6-4e73-8049-f3af4876fcc0'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:22.096182 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d801cf53-c2d0-4caa-97f0-811a24c01224" -d '{"events": [{"name": "network-changed", "server_uuid": "8c45666b-6817-4176-94f7-ac5f450e4e83", "tag": "600fc0cf-e0c6-4e73-8049-f3af4876fcc0"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:22.128865 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7a75a-67ae-4fec-a4f6-53a1e5f87ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:22.130623 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:22.132555 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:22.242282 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc0b852-5abd-4aa6-8713-d826de6d86a8 x-openstack-request-id: req-cfc0b852-5abd-4aa6-8713-d826de6d86a8 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:22.244565 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c45666b-6817-4176-94f7-ac5f450e4e83", "tag": "600fc0cf-e0c6-4e73-8049-f3af4876fcc0", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:22.245713 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfc0b852-5abd-4aa6-8713-d826de6d86a8 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:22.246166 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c45666b-6817-4176-94f7-ac5f450e4e83', 'tag': '600fc0cf-e0c6-4e73-8049-f3af4876fcc0', 'status': 'completed', 'code': 200} Oct 12 18:45:22.253736 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:22.285179 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-1886376d-3cf4-4c1f-a1cb-13e0b1dbe8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:22.287067 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-1886376d-3cf4-4c1f-a1cb-13e0b1dbe8bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe0530cd68c446e851455fbd59d69d0&device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 1101 time: 0.1042995 Oct 12 18:45:22.337266 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29903385-013a-4590-926c-0e291e66d415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-8f31a936-c631-4094-9e1a-17d895dff65a', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:45:22.338154 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-29903385-013a-4590-926c-0e291e66d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:22.346206 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-80f7d182-a3d6-481f-8349-e1bd0c20a23a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=600fc0cf-e0c6-4e73-8049-f3af4876fcc0 HTTP/1.1" status: 200 len: 217 time: 0.0484457 Oct 12 18:45:22.455088 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-8c658176-6080-403f-8e45-eb8abb84205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:22.457523 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-8c658176-6080-403f-8e45-eb8abb84205b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=579bb3d1-1c1b-4b14-a26c-f370fe2b3204 HTTP/1.1" status: 200 len: 843 time: 0.1038880 Oct 12 18:45:22.553737 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:22.554853 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:22.582349 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-341dbcc8-3f50-43b2-a9fb-df4e47e5fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:22.584022 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-341dbcc8-3f50-43b2-a9fb-df4e47e5fdcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37dbf8e9-e956-4608-a5da-17c6d31708af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1166804 Oct 12 18:45:22.600240 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967e80-5c2f-4da8-b686-ee47264edd3e req-cb653465-d9b4-4985-a689-817f0e2eba15 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:22.602018 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-32967e80-5c2f-4da8-b686-ee47264edd3e req-cb653465-d9b4-4985-a689-817f0e2eba15 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 944 time: 0.1082880 Oct 12 18:45:22.673788 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-32967e80-5c2f-4da8-b686-ee47264edd3e req-cdce3675-1f5e-423a-8541-92029073b8c2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 Oct 12 18:45:22.744925 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-3985bbf4-e714-4cd2-acb2-bcb6fbe47eff service neutron] 10.222.0.32 "GET /v2.0/networks/37dbf8e9-e956-4608-a5da-17c6d31708af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488357 Oct 12 18:45:22.752490 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-29903385-013a-4590-926c-0e291e66d415 None None] Allocated IP 172.20.0.2 (8f31a936-c631-4094-9e1a-17d895dff65a/fa1c194f-59df-4563-8408-e83e651902dc/fb76b2df-b1b9-4fcb-9351-15c48a5d7f01) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:22.980888 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521553b-2176-4a0f-97a9-650a492b3bca req-af8ab205-d8ea-4370-ae9f-b5a642ae8556 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:22.990316 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c521553b-2176-4a0f-97a9-650a492b3bca req-af8ab205-d8ea-4370-ae9f-b5a642ae8556 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 948 time: 0.1712189 Oct 12 18:45:22.993543 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.005929 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1250db16-11f5-46e5-bbdd-a002c2a335b1 req-0ad0ddce-b02a-4926-92c1-0a26fd6fb38f service neutron] 10.222.0.32 "GET /v2.0/networks/37dbf8e9-e956-4608-a5da-17c6d31708af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450514 Oct 12 18:45:23.018433 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-29903385-013a-4590-926c-0e291e66d415 None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.023898 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port d0ed27e8-71e2-4a30-be51-a39816b86ac1 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:23.026176 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.036807 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.090263 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c521553b-2176-4a0f-97a9-650a492b3bca req-085a26b9-d31c-4449-b290-2a3b1532e290 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988019 Oct 12 18:45:23.107247 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9603d14-7412-4f27-b2d1-57ee071bdb88 req-20a392cf-5e7d-44a4-9b91-a049bb2bb375 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:23.115859 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e9603d14-7412-4f27-b2d1-57ee071bdb88 req-20a392cf-5e7d-44a4-9b91-a049bb2bb375 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.2051172 Oct 12 18:45:23.116520 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-29903385-013a-4590-926c-0e291e66d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.227372 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29903385-013a-4590-926c-0e291e66d415 None None] Pushing event updated for resources: {'Port': ['ID=fb76b2df-b1b9-4fcb-9351-15c48a5d7f01,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:23.241166 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e9603d14-7412-4f27-b2d1-57ee071bdb88 req-0b92eba7-e85e-480b-a768-37d17b39d956 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242247 Oct 12 18:45:23.244886 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29903385-013a-4590-926c-0e291e66d415 None None] Network 8f31a936-c631-4094-9e1a-17d895dff65a is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:23.277795 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-3bd106f0-c9f2-412e-a350-a7814c7ec0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:23.283513 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-29903385-013a-4590-926c-0e291e66d415 None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:23.284950 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-3bd106f0-c9f2-412e-a350-a7814c7ec0da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe0530cd68c446e851455fbd59d69d0&device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 1101 time: 0.1658988 Oct 12 18:45:23.290372 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29903385-013a-4590-926c-0e291e66d415 None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:23.308383 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Allocated IP 172.27.2.16 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/ac842c46-f144-4947-9530-75c0d5ffafcb) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:23.356525 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.388050 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-29903385-013a-4590-926c-0e291e66d415 None None] Attempting to bind port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:23.388554 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-29903385-013a-4590-926c-0e291e66d415 None None] Attempting to bind port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:23.388996 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29903385-013a-4590-926c-0e291e66d415 None None] Attempting to bind port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 on network 8f31a936-c631-4094-9e1a-17d895dff65a {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:23.409787 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29903385-013a-4590-926c-0e291e66d415 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:23.410506 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29903385-013a-4590-926c-0e291e66d415 None None] Checking segment: {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:23.411087 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-29903385-013a-4590-926c-0e291e66d415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.411634 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29903385-013a-4590-926c-0e291e66d415 None None] Bound using segment: {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:23.412283 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-29903385-013a-4590-926c-0e291e66d415 None None] Bound port: fb76b2df-b1b9-4fcb-9351-15c48a5d7f01, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:23.412857 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-29903385-013a-4590-926c-0e291e66d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.414816 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:23.417374 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73481433-7868-4b9c-9aa9-08feaaac756f" -d '{"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:23.440666 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-ec062975-877c-4f4c-83ef-2eecfec1f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:23.442645 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-ec062975-877c-4f4c-83ef-2eecfec1f5a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37dbf8e9-e956-4608-a5da-17c6d31708af HTTP/1.1" status: 200 len: 870 time: 0.1542797 Oct 12 18:45:23.446370 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:23.456362 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.490435 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9594117-9488-4f6b-9d6f-4d1e5007eb7d x-openstack-request-id: req-d9594117-9488-4f6b-9d6f-4d1e5007eb7d {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:23.490898 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:23.491234 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9594117-9488-4f6b-9d6f-4d1e5007eb7d {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:23.491648 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'code': 200} Oct 12 18:45:23.494063 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.529149 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-f03f1c31-f721-4f09-a5ec-c0dbc85c4b62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=600fc0cf-e0c6-4e73-8049-f3af4876fcc0 HTTP/1.1" status: 200 len: 217 time: 0.0773208 Oct 12 18:45:23.551938 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.568136 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-29903385-013a-4590-926c-0e291e66d415 None None] For port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:23.570865 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=7']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:23.575793 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-29903385-013a-4590-926c-0e291e66d415 None None] For port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fb76b2df-b1b9-4fcb-9351-15c48a5d7f01,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:23.593488 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-29903385-013a-4590-926c-0e291e66d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:23.613945 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Pushing event updated for resources: {'Port': ['ID=ac842c46-f144-4947-9530-75c0d5ffafcb,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:23.638110 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:23.639872 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:23.642938 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:23.654177 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-31520c7b-2f13-4a05-a654-171ffd38d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:23.655696 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-31520c7b-2f13-4a05-a654-171ffd38d7c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=579bb3d1-1c1b-4b14-a26c-f370fe2b3204 HTTP/1.1" status: 200 len: 843 time: 0.1162148 Oct 12 18:45:23.705329 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29903385-013a-4590-926c-0e291e66d415 None None] Pushing event updated for resources: {'Port': ['ID=fb76b2df-b1b9-4fcb-9351-15c48a5d7f01,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:23.780770 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-fab21660-0e51-4780-94a9-e3f3a1b7a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:23.796057 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-fab21660-0e51-4780-94a9-e3f3a1b7a199 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37dbf8e9-e956-4608-a5da-17c6d31708af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1273813 Oct 12 18:45:23.974861 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-3d561716-857f-49d5-ad31-ce584a88f38f service neutron] 10.222.0.32 "GET /v2.0/networks/37dbf8e9-e956-4608-a5da-17c6d31708af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669478 Oct 12 18:45:24.232160 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf681-34fa-412f-81ca-9c93f5a7b5ea req-be1d20a9-1049-417d-89cb-190f0c5fa2e1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:24.242660 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-692bf681-34fa-412f-81ca-9c93f5a7b5ea req-be1d20a9-1049-417d-89cb-190f0c5fa2e1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.3754251 Oct 12 18:45:24.268128 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d801cf53-c2d0-4caa-97f0-811a24c01224 req-8803443e-efe2-4f73-9bc2-5a90c267c662 service neutron] 10.222.0.32 "GET /v2.0/networks/37dbf8e9-e956-4608-a5da-17c6d31708af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748997 Oct 12 18:45:24.555106 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 341a02ea-11f4-4182-adc1-e73bcdfe36e1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:45:24.843632 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-692bf681-34fa-412f-81ca-9c93f5a7b5ea req-aa06f058-8aac-4471-837e-fb5f3d1402a0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5973463 Oct 12 18:45:24.885581 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b367acb-15e0-4658-b70f-809b69841dc4 req-0374c113-3c8b-405a-877b-1cddddd02e33 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:24.896869 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b367acb-15e0-4658-b70f-809b69841dc4 req-0374c113-3c8b-405a-877b-1cddddd02e33 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 948 time: 0.6486726 Oct 12 18:45:25.001349 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 341a02ea-11f4-4182-adc1-e73bcdfe36e1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=341a02ea-11f4-4182-adc1-e73bcdfe36e1,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:25.045982 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'port_id': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'mac_address': 'fa:16:3e:3a:4b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:45:25.188238 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:25.188520 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b367acb-15e0-4658-b70f-809b69841dc4 req-9cf47ea1-fc31-4a21-b7a4-d76c0ac50f13 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697799 Oct 12 18:45:25.261710 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341a02ea-11f4-4182-adc1-e73bcdfe36e1 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:45:25.264554 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:25.327304 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:25.363620 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13b8f7-e52a-4a2f-a248-034c9e5db08e req-e2d65e8a-8e71-4e3b-91e1-ea59f133d4cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:25.378020 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5e13b8f7-e52a-4a2f-a248-034c9e5db08e req-e2d65e8a-8e71-4e3b-91e1-ea59f133d4cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 943 time: 0.3409240 Oct 12 18:45:25.395006 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 341a02ea-11f4-4182-adc1-e73bcdfe36e1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=341a02ea-11f4-4182-adc1-e73bcdfe36e1,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:25.412826 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:25.535344 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:25.535722 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:25.539461 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5e13b8f7-e52a-4a2f-a248-034c9e5db08e req-3ccf3301-9eea-4a66-8cc7-a6c3bdb7c85f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574857 Oct 12 18:45:25.601655 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=341a02ea-11f4-4182-adc1-e73bcdfe36e1,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:25.679881 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2698b65-db9c-4dcb-bb3f-b52ce0a8135c None None] Network 8f31a936-c631-4094-9e1a-17d895dff65a requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:45:25.808603 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:25.876656 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['341a02ea-11f4-4182-adc1-e73bcdfe36e1'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:45:25.972905 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-9fd43ee5-b93f-4175-89d5-fc725ee30904 None None] Provisioning complete for port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:25.973390 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9fd43ee5-b93f-4175-89d5-fc725ee30904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:26.090366 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Router dfe90346-23c1-4d65-b585-e15274bba72b is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:45:26.151098 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:26.171580 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681487-5687-458c-ac2b-282a6b46845e req-b5a6f340-081a-419c-a108-1aa06d75a939 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:26.196836 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f4681487-5687-458c-ac2b-282a6b46845e req-b5a6f340-081a-419c-a108-1aa06d75a939 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.2064266 Oct 12 18:45:26.268213 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9fd43ee5-b93f-4175-89d5-fc725ee30904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:26.291116 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fb76b2df-b1b9-4fcb-9351-15c48a5d7f01,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:26.339084 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:26.423833 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=fb76b2df-b1b9-4fcb-9351-15c48a5d7f01,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:26.542452 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.db.api [None req-9fd43ee5-b93f-4175-89d5-fc725ee30904 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:45:26.543055 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG oslo_db.api [None req-9fd43ee5-b93f-4175-89d5-fc725ee30904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:45:26.577502 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f4681487-5687-458c-ac2b-282a6b46845e req-7ae234ef-306b-4c4f-b0bf-004410598a56 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793602 Oct 12 18:45:26.600357 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:45:26.664207 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407667e-240f-4b0d-9ec2-f0cd5824bc0c req-00b42c36-acb8-40c9-b5e7-6d6a71f64022 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:26.685864 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f407667e-240f-4b0d-9ec2-f0cd5824bc0c req-00b42c36-acb8-40c9-b5e7-6d6a71f64022 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 948 time: 0.2889280 Oct 12 18:45:26.718754 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:45:26.735100 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Sync routers for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:45:26.775702 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:26.776843 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:26.799262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:26.801737 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-3922dcde-8764-45e7-9df7-f4b4ef76f7dd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7525318 Oct 12 18:45:26.806540 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35476) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:26.814737 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f407667e-240f-4b0d-9ec2-f0cd5824bc0c req-63be64d7-6da0-4376-90f4-8eee94b0af95 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325505 Oct 12 18:45:26.919730 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,segment=NetworkSegment(ade9c0b6-89f9-43e2-ac65-ee9c66992749),segment_id=ade9c0b6-89f9-43e2-ac65-ee9c66992749)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:26.951576 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f96c2b-cd0e-47cd-834a-a9d2f0c0e245 req-5db19609-693a-45ad-80d1-74ed962c128b tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:26.958199 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-70f96c2b-cd0e-47cd-834a-a9d2f0c0e245 req-5db19609-693a-45ad-80d1-74ed962c128b tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 944 time: 0.1379430 Oct 12 18:45:26.960443 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '600fc0cf-e0c6-4e73-8049-f3af4876fcc0', 'network_id': '37dbf8e9-e956-4608-a5da-17c6d31708af', 'port_id': '600fc0cf-e0c6-4e73-8049-f3af4876fcc0', 'mac_address': 'fa:16:3e:26:76:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579bb3d1-1c1b-4b14-a26c-f370fe2b3204', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:45:26.982625 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:27.039577 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-70f96c2b-cd0e-47cd-834a-a9d2f0c0e245 req-d98ad949-26e2-49c6-a85d-56b1ad93e96b tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727098 Oct 12 18:45:27.142965 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.271299 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:24Z', 'revision_number': 3, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:27.301242 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Checking router: dfe90346-23c1-4d65-b585-e15274bba72b for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:45:27.301932 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Updating router dfe90346-23c1-4d65-b585-e15274bba72b port ac842c46-f144-4947-9530-75c0d5ffafcb binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:45:27.332342 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.338720 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:27.397556 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:45:27.426637 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,segment=NetworkSegment(ade9c0b6-89f9-43e2-ac65-ee9c66992749),segment_id=ade9c0b6-89f9-43e2-ac65-ee9c66992749)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:27.442807 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.484764 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-0797b10e-39a8-49e3-a68b-f371e10dec34 None None] Provisioning complete for port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:27.485259 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0797b10e-39a8-49e3-a68b-f371e10dec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.556102 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:27.558026 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.561667 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:27.835338 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.840216 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.857017 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.911894 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04e561-628d-439d-bb88-e0f9261b1e76 req-efb86bde-6c30-4e8e-9491-c9ba91f8ef93 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:27.923730 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['600fc0cf-e0c6-4e73-8049-f3af4876fcc0'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:45:27.925441 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb04e561-628d-439d-bb88-e0f9261b1e76 req-efb86bde-6c30-4e8e-9491-c9ba91f8ef93 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1540689 Oct 12 18:45:27.993164 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Pushing event updated for resources: {'Port': ['ID=ac842c46-f144-4947-9530-75c0d5ffafcb,revision_number=2']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:27.997563 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Attempting to bind port ac842c46-f144-4947-9530-75c0d5ffafcb on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:27.997862 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Attempting to bind port ac842c46-f144-4947-9530-75c0d5ffafcb by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:27.998323 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Attempting to bind port ac842c46-f144-4947-9530-75c0d5ffafcb on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:28.016787 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.017159 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.017511 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.017850 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.018186 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.018548 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.018884 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.019975 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.020363 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.020707 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.021042 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.021379 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:28.026827 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:28.027206 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:28.027643 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:28.028047 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:28.028546 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Bound port: ac842c46-f144-4947-9530-75c0d5ffafcb, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:28.028927 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:28.033942 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb04e561-628d-439d-bb88-e0f9261b1e76 req-0b4778da-4f34-4f8c-9427-ceb88d920bfd tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007085 Oct 12 18:45:28.106550 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789dd3c-9dea-4de0-adea-ba384e0feddb req-084e3fcc-5c83-4088-b795-7d0fef9fccf4 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:28.124093 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6789dd3c-9dea-4de0-adea-ba384e0feddb req-084e3fcc-5c83-4088-b795-7d0fef9fccf4 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 949 time: 0.1352148 Oct 12 18:45:28.165574 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] For port ac842c46-f144-4947-9530-75c0d5ffafcb, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:28.172152 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] For port ac842c46-f144-4947-9530-75c0d5ffafcb, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=ac842c46-f144-4947-9530-75c0d5ffafcb,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:28.186867 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:28.282330 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6789dd3c-9dea-4de0-adea-ba384e0feddb req-92199962-9e03-44d0-ae22-57b1c5c858ed tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567018 Oct 12 18:45:28.310309 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:28.314342 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:28.327570 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33879377-9f42-4f32-9ee0-ad7a52727f18 req-52eddaa0-26aa-43c7-b0b8-7737429d9a7f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:28.329823 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-33879377-9f42-4f32-9ee0-ad7a52727f18 req-52eddaa0-26aa-43c7-b0b8-7737429d9a7f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 944 time: 0.1584344 Oct 12 18:45:28.423223 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-33879377-9f42-4f32-9ee0-ad7a52727f18 req-b06f00cb-136f-4a83-807e-0be06e9a574d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793018 Oct 12 18:45:28.463688 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7bb8d-bd28-4e1f-b967-e46f1ce0e2fd None None] Pushing event updated for resources: {'Port': ['ID=ac842c46-f144-4947-9530-75c0d5ffafcb,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:28.530281 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Allocated IP 172.20.0.1 (8f31a936-c631-4094-9e1a-17d895dff65a/fa1c194f-59df-4563-8408-e83e651902dc/fd6c3346-46e7-483a-8111-4d1e138da977) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:28.594799 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 341a02ea-11f4-4182-adc1-e73bcdfe36e1 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:28.599770 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:28.642014 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:28.667445 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:45:28.674698 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:28.674698 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:28.826544 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:28.961187 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.011533 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.065102 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Network 8f31a936-c631-4094-9e1a-17d895dff65a is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:29.068467 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:29.084665 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:29.087707 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.090265 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b72d051-9924-4018-929d-ed174be9477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341a02ea-11f4-4182-adc1-e73bcdfe36e1'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:29.093649 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9730a4-95c1-4827-bf6b-9aa9e6d8c8e2" -d '{"events": [{"server_uuid": "3b72d051-9924-4018-929d-ed174be9477e", "name": "network-vif-plugged", "status": "completed", "tag": "341a02ea-11f4-4182-adc1-e73bcdfe36e1"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:29.106497 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Pushing event updated for resources: {'Port': ['ID=fd6c3346-46e7-483a-8111-4d1e138da977,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:29.143663 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 341a02ea-11f4-4182-adc1-e73bcdfe36e1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=341a02ea-11f4-4182-adc1-e73bcdfe36e1,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:29.160305 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.271834 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094b761-3cf3-492c-adb0-d059328801ab req-a10285b8-b920-4d47-9605-ef19285cc175 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:29.283379 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4094b761-3cf3-492c-adb0-d059328801ab req-a10285b8-b920-4d47-9605-ef19285cc175 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1109698 Oct 12 18:45:29.299199 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b6c33-e35b-4041-8e68-9b6fcb34127b x-openstack-request-id: req-f01b6c33-e35b-4041-8e68-9b6fcb34127b {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:29.299509 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b72d051-9924-4018-929d-ed174be9477e", "name": "network-vif-plugged", "status": "completed", "tag": "341a02ea-11f4-4182-adc1-e73bcdfe36e1", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:29.299777 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f01b6c33-e35b-4041-8e68-9b6fcb34127b {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:29.300196 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b72d051-9924-4018-929d-ed174be9477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'code': 200} Oct 12 18:45:29.349775 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=341a02ea-11f4-4182-adc1-e73bcdfe36e1,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:29.365940 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:24Z', 'revision_number': 3, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:29.382163 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4094b761-3cf3-492c-adb0-d059328801ab req-943e350b-fe44-49ef-b5cf-317941408c01 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905354 Oct 12 18:45:29.410175 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365edf53-560d-4f07-844f-e6d72f1108e6 None None] The sync data for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi is: [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:24Z', 'revision_number': 3, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:45:29.492982 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf998be-6115-40ec-aa85-41f0dc3fa6f9 req-26e56500-8484-4bfd-9e3b-8d4edf66378b tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:29.503193 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccf998be-6115-40ec-aa85-41f0dc3fa6f9 req-26e56500-8484-4bfd-9e3b-8d4edf66378b tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 949 time: 0.1195529 Oct 12 18:45:29.542621 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.544416 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-02291a26-f9fa-440c-a7f3-5d943174a457 None None] Provisioning complete for port fd6c3346-46e7-483a-8111-4d1e138da977 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:29.544797 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-02291a26-f9fa-440c-a7f3-5d943174a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.618849 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-02291a26-f9fa-440c-a7f3-5d943174a457 None None] Port fd6c3346-46e7-483a-8111-4d1e138da977 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:45:29.645141 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccf998be-6115-40ec-aa85-41f0dc3fa6f9 req-417c3b64-300f-4524-b4f1-82b33a7d0318 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250343 Oct 12 18:45:29.667282 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3ab46-a741-4c07-a384-7a880100968d req-846aad16-2ce6-404b-91d0-035f7c675dc8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:29.669993 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-67a3ab46-a741-4c07-a384-7a880100968d req-846aad16-2ce6-404b-91d0-035f7c675dc8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 945 time: 0.1545537 Oct 12 18:45:29.801089 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-67a3ab46-a741-4c07-a384-7a880100968d req-60643e3d-bac4-43d8-9b5c-124a01582204 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245193 Oct 12 18:45:29.817161 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.846225 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.846225 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:30.002860 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Pushing event updated for resources: {'Port': ['ID=fd6c3346-46e7-483a-8111-4d1e138da977,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:30.017035 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416e37d-2bbd-448e-a4dd-4faf3343c8cd req-4c55e222-181d-40a7-87e4-33ede633ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:30.022967 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6416e37d-2bbd-448e-a4dd-4faf3343c8cd req-4c55e222-181d-40a7-87e4-33ede633ce81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 1098 time: 0.1991332 Oct 12 18:45:30.064735 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Network 8f31a936-c631-4094-9e1a-17d895dff65a is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:30.067918 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:30.145424 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6416e37d-2bbd-448e-a4dd-4faf3343c8cd req-15d2a852-0d42-4830-90a4-6a272eebc1de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952530 Oct 12 18:45:30.302707 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Router dfe90346-23c1-4d65-b585-e15274bba72b has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:45:30.469470 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-a3b2e19e-2e14-4dae-b94e-203bb88b479d None None] Provisioning complete for port fd6c3346-46e7-483a-8111-4d1e138da977 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:30.471004 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e19e-2e14-4dae-b94e-203bb88b479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:30.478724 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:45:30.506856 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-822d7a61-2fc4-4f19-a80c-280c2dabd69c admin admin] 10.222.0.62 "PUT /v2.0/routers/dfe90346-23c1-4d65-b585-e15274bba72b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6923094 Oct 12 18:45:30.597877 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2e19e-2e14-4dae-b94e-203bb88b479d None None] Port fd6c3346-46e7-483a-8111-4d1e138da977 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:45:30.614917 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:30.630617 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb672d-3b71-47a8-8a17-be128d27dd9b req-265cad11-1a00-4d51-9be4-34ccc9a54297 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:30.639243 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bcbb672d-3b71-47a8-8a17-be128d27dd9b req-265cad11-1a00-4d51-9be4-34ccc9a54297 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1245146 Oct 12 18:45:30.743775 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bcbb672d-3b71-47a8-8a17-be128d27dd9b req-a1aa7a0d-5730-482a-b65b-1870ba68b61a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967641 Oct 12 18:45:30.775763 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:45:30.780676 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:30.781043 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:30.905172 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72b9e-dda0-4575-89fd-45e7fd3e56b8 req-1d2f691b-e8ee-4b51-a8b7-d6336118aa39 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:30.916475 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:30.937133 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b0c72b9e-dda0-4575-89fd-45e7fd3e56b8 req-1d2f691b-e8ee-4b51-a8b7-d6336118aa39 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 949 time: 0.1850705 Oct 12 18:45:31.032123 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,segment=NetworkSegment(ade9c0b6-89f9-43e2-ac65-ee9c66992749),segment_id=ade9c0b6-89f9-43e2-ac65-ee9c66992749)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:31.045470 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:31.098142 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b0c72b9e-dda0-4575-89fd-45e7fd3e56b8 req-727b73f5-c0d8-4a1f-bc0a-b93558531655 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581638 Oct 12 18:45:31.145488 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2bd3-355b-4eb9-a5af-03b3c9500491 req-147cec84-bfa9-44f7-b731-a8f5566fc10a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:31.158193 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e58b2bd3-355b-4eb9-a5af-03b3c9500491 req-147cec84-bfa9-44f7-b731-a8f5566fc10a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 945 time: 0.1537554 Oct 12 18:45:31.181258 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:31.233301 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e58b2bd3-355b-4eb9-a5af-03b3c9500491 req-bcf84536-69ed-481f-afb5-52db944e92ef tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677018 Oct 12 18:45:31.302188 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c45666b-6817-4176-94f7-ac5f450e4e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600fc0cf-e0c6-4e73-8049-f3af4876fcc0'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:31.306640 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd4e91d-b4d8-4745-81b9-e6b556449de3" -d '{"events": [{"server_uuid": "8c45666b-6817-4176-94f7-ac5f450e4e83", "name": "network-vif-plugged", "status": "completed", "tag": "600fc0cf-e0c6-4e73-8049-f3af4876fcc0"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:31.317482 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device ac842c46-f144-4947-9530-75c0d5ffafcb up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:31.393358 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7641ee1a-63be-42f9-a164-c3cb92cac5c9 x-openstack-request-id: req-7641ee1a-63be-42f9-a164-c3cb92cac5c9 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:31.393698 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c45666b-6817-4176-94f7-ac5f450e4e83", "name": "network-vif-plugged", "status": "completed", "tag": "600fc0cf-e0c6-4e73-8049-f3af4876fcc0", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:31.393901 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7641ee1a-63be-42f9-a164-c3cb92cac5c9 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:31.394299 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c45666b-6817-4176-94f7-ac5f450e4e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600fc0cf-e0c6-4e73-8049-f3af4876fcc0', 'code': 200} Oct 12 18:45:31.394885 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port ac842c46-f144-4947-9530-75c0d5ffafcb triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:31.395410 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:31.488404 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35544) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:31.498370 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1371453081-network', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:31.582001 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Made reservation on behalf of e56877da32b641cb9f0abf95f555bfb9 for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:31.587627 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:31.607780 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:31.626683 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:31.700718 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port ac842c46-f144-4947-9530-75c0d5ffafcb, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=ac842c46-f144-4947-9530-75c0d5ffafcb,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:31.711991 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:31.719635 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d894-4d02-41ff-acbd-d3284b0f5d69 req-3684330c-573c-4128-a93a-9e28d8fee605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:31.722834 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-71d6d894-4d02-41ff-acbd-d3284b0f5d69 req-3684330c-573c-4128-a93a-9e28d8fee605 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 1103 time: 0.1207671 Oct 12 18:45:31.881420 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-71d6d894-4d02-41ff-acbd-d3284b0f5d69 req-e6a588d7-426d-449e-8369-339a662efb02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340451 Oct 12 18:45:31.907926 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:31.914063 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:31.945759 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=ac842c46-f144-4947-9530-75c0d5ffafcb,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:32.083371 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:45:32.140045 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700de9e3-f201-48cc-8335-d4b8c67cae59,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:32.146522 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:32.146522 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Added segment ec00e35b-01ca-4752-be5b-67390fc75664 of type vlan for network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c Oct 12 18:45:32.220098 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168346-4f58-4b9f-865d-c7bef153dedf req-689b548f-4ae2-45fd-aeab-845ff35e424a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:32.240152 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6d168346-4f58-4b9f-865d-c7bef153dedf req-689b548f-4ae2-45fd-aeab-845ff35e424a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.3103244 Oct 12 18:45:32.257278 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Sync routers for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:45:32.281984 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:32.282528 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:32.283189 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:32.380989 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce06bd9-9e64-40ea-9a5a-887bd4d58e14 req-23ed77c3-4183-4f41-986f-270cce7ad4d8 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:32.382546 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1ce06bd9-9e64-40ea-9a5a-887bd4d58e14 req-23ed77c3-4183-4f41-986f-270cce7ad4d8 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 950 time: 0.1320107 Oct 12 18:45:32.395830 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6d168346-4f58-4b9f-865d-c7bef153dedf req-5de4dc9f-b8e0-4380-853f-2719591b4c9d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538074 Oct 12 18:45:32.415029 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:32.425841 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:32.426644 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:32.531787 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:32.595057 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1ce06bd9-9e64-40ea-9a5a-887bd4d58e14 req-b747a9fb-6dcd-497c-acc7-b1d2e6f6f7b7 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969571 Oct 12 18:45:32.648245 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1544917 Oct 12 18:45:32.649244 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35564) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:32.651341 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e532c-4f59-426e-9f60-20752fa1715d admin admin] Pushing event updated for resources: {'Network': ['ID=e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:32.655868 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Request body: {'subnet': {'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1371453081-subnet', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:32.668831 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:45:32.730184 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Made reservation on behalf of e56877da32b641cb9f0abf95f555bfb9 for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:32.733814 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:32.922003 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe110763-f6a4-4ec9-9ed9-e0255791ada4 req-6909c3cc-9801-44b8-8175-2e2284abe361 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:32.932485 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fe110763-f6a4-4ec9-9ed9-e0255791ada4 req-6909c3cc-9801-44b8-8175-2e2284abe361 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 945 time: 0.1561620 Oct 12 18:45:33.049798 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fe110763-f6a4-4ec9-9ed9-e0255791ada4 req-e57ad726-d4f6-4689-a3d7-790cafbfa2d3 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157939 Oct 12 18:45:33.093802 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 2, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:33.178487 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:33.192354 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Checking router: dfe90346-23c1-4d65-b585-e15274bba72b for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:45:33.194932 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Updating router dfe90346-23c1-4d65-b585-e15274bba72b port fd6c3346-46e7-483a-8111-4d1e138da977 binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:45:33.238166 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:33.240518 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device ac842c46-f144-4947-9530-75c0d5ffafcb up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:33.291741 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-08717ba0-92e6-4e36-957f-60bc7ddf3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:33.294116 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-08717ba0-92e6-4e36-957f-60bc7ddf3846 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1099 time: 0.1451459 Oct 12 18:45:33.310690 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822ad42b-575c-4d1f-8582-8f4ad5d6e7fb,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:33.323968 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579aff2-9980-4d96-823e-4e00acd83923 req-c509c278-47a9-4b21-bfc8-c5674bb08416 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:33.325825 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9579aff2-9980-4d96-823e-4e00acd83923 req-c509c278-47a9-4b21-bfc8-c5674bb08416 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.2492719 Oct 12 18:45:33.347066 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17574cac-8640-4eb6-8f0c-aea698b90824 req-3ae78058-f32c-4a2d-842a-4341c0524bbb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:33.348976 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-17574cac-8640-4eb6-8f0c-aea698b90824 req-3ae78058-f32c-4a2d-842a-4341c0524bbb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 945 time: 0.1255965 Oct 12 18:45:33.384653 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Checking segment: {'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:33.385018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Network hostable DHCP agents. Network: e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:45:33.434443 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port ac842c46-f144-4947-9530-75c0d5ffafcb triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:33.434871 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:33.453331 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:45:33.463955 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9579aff2-9980-4d96-823e-4e00acd83923 req-4782b404-22ba-4861-8f67-d4aa46852756 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111302 Oct 12 18:45:33.490459 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:33.498425 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:33.499818 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:33.503508 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-e423997c-9793-4fa6-903a-ca2b145fcf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:33.505002 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-e423997c-9793-4fa6-903a-ca2b145fcf6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 920 time: 0.1914833 Oct 12 18:45:33.513660 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534635d-458b-46fd-9b44-203dd25d93da None None] Network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:45:33.536217 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-17574cac-8640-4eb6-8f0c-aea698b90824 req-7b0247aa-86dc-4eac-a9b5-42c996f8d8ee tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639574 Oct 12 18:45:33.555420 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35584) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:33.584578 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-36619fb2-c693-457a-b233-ce3b160a2592 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9339347 Oct 12 18:45:33.587879 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35588) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:33.593177 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:33.598912 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-395445d7-62b7-43ec-b301-c37dabb968c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 200 len: 217 time: 0.0699620 Oct 12 18:45:33.649833 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:33.651693 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:33.770789 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:33.786830 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-7afe9db4-7383-4fe9-b63e-ee610f922c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:33.795615 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-7afe9db4-7383-4fe9-b63e-ee610f922c46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.1743131 Oct 12 18:45:33.863631 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-441f7420-b54e-4756-a0f2-c53e4568f000 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525608 Oct 12 18:45:33.944087 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c566815-0e53-4f8e-8855-c1800bd08cb2 req-5b4a9b45-a93c-4665-a6c9-3983927480cb tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:33.945696 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3c566815-0e53-4f8e-8855-c1800bd08cb2 req-5b4a9b45-a93c-4665-a6c9-3983927480cb tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1734307 Oct 12 18:45:34.050003 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:34.064233 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-fa02e441-953a-4c87-a9b3-4be0a9f95ed6 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849282 Oct 12 18:45:34.107775 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c', 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'fixed_ips': [{'subnet_id': '822ad42b-575c-4d1f-8582-8f4ad5d6e7fb'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:45:34.108728 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:34.188600 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1899a39d-d809-4fcc-8825-fedd8e0c0401 req-5b5a4332-2d2e-4762-b660-39acd320f7ba service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143861 Oct 12 18:45:34.247436 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95c450-ca1e-4586-8927-201f8169363f tempest-TestVolumeBootPattern-1082055691 tempest-TestVolumeBootPattern-1082055691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:34.252616 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35594) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:34.252917 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-cd95c450-ca1e-4586-8927-201f8169363f tempest-TestVolumeBootPattern-1082055691 tempest-TestVolumeBootPattern-1082055691-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 1093 time: 0.6964962 Oct 12 18:45:34.257422 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'port_id': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:34.259219 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3c566815-0e53-4f8e-8855-c1800bd08cb2 req-c0f271b9-8cb2-4012-8bcc-1e8a0d222d3c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037377 Oct 12 18:45:34.360615 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:34.385188 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Allocated IP 172.20.0.2 (e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c/822ad42b-575c-4d1f-8582-8f4ad5d6e7fb/f0076d47-cd31-4375-b4b4-4afdf4bc6733) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:34.665917 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:34.694107 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:34.727577 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:34.819822 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2baa7d-12e0-4663-aba0-50d479b3c727 req-e60d254e-655f-4362-8072-ca506b1acf95 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:34.821465 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fa2baa7d-12e0-4663-aba0-50d479b3c727 req-e60d254e-655f-4362-8072-ca506b1acf95 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 950 time: 0.4927461 Oct 12 18:45:34.834084 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Allocated IP 172.27.2.110 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/e136b7f8-e657-4971-943f-b22ccad40f58) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:34.910272 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:34.948213 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Attempting to bind port fd6c3346-46e7-483a-8111-4d1e138da977 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:34.948586 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Attempting to bind port fd6c3346-46e7-483a-8111-4d1e138da977 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:34.948958 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Attempting to bind port fd6c3346-46e7-483a-8111-4d1e138da977 on network 8f31a936-c631-4094-9e1a-17d895dff65a {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:34.959099 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ded50-2a16-4365-9f27-3d8766860d4c None None] Pushing event updated for resources: {'Port': ['ID=fd6c3346-46e7-483a-8111-4d1e138da977,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:34.980032 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:34.980032 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Checking segment: {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:34.990123 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:34.990123 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Bound using segment: {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:34.990123 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Bound port: fd6c3346-46e7-483a-8111-4d1e138da977, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:34.992890 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.008257 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.120329 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.143568 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.185559 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fa2baa7d-12e0-4663-aba0-50d479b3c727 req-3e5ee023-f12e-42ba-b60a-673339a8144f tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170125 Oct 12 18:45:35.251680 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Pushing event updated for resources: {'Port': ['ID=f0076d47-cd31-4375-b4b4-4afdf4bc6733,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:35.253434 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.254875 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.288754 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:35.297123 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:35.302824 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:35.363088 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=e136b7f8-e657-4971-943f-b22ccad40f58,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:35.380143 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:35.381850 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:35.384591 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:35.394660 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-2c05956e-d194-442a-8fc3-d001cf83730e None None] Provisioning complete for port fd6c3346-46e7-483a-8111-4d1e138da977 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:35.395320 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2c05956e-d194-442a-8fc3-d001cf83730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.456795 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-2c05956e-d194-442a-8fc3-d001cf83730e None None] Port fd6c3346-46e7-483a-8111-4d1e138da977 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:45:35.476979 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Allocated IP 172.27.2.71 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/2aeb06f2-8a23-40be-96ac-f6631db2b4b6) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:35.522033 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Attempting to bind port f0076d47-cd31-4375-b4b4-4afdf4bc6733 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:35.524435 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Attempting to bind port f0076d47-cd31-4375-b4b4-4afdf4bc6733 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:35.525303 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Attempting to bind port f0076d47-cd31-4375-b4b4-4afdf4bc6733 on network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:35.542363 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:35.543753 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Checking segment: {'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:35.544951 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.546677 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Bound using segment: {'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:35.554940 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Bound port: f0076d47-cd31-4375-b4b4-4afdf4bc6733, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:35.555543 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.597709 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c7344-4986-4467-8956-656096a724c6 req-8fd2f831-1f8b-483f-b349-af2e7f68fad2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:35.610696 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-080c7344-4986-4467-8956-656096a724c6 req-8fd2f831-1f8b-483f-b349-af2e7f68fad2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.2315240 Oct 12 18:45:35.675332 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] For port f0076d47-cd31-4375-b4b4-4afdf4bc6733, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:35.682652 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] For port f0076d47-cd31-4375-b4b4-4afdf4bc6733, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f0076d47-cd31-4375-b4b4-4afdf4bc6733,segment=NetworkSegment(ec00e35b-01ca-4752-be5b-67390fc75664),segment_id=ec00e35b-01ca-4752-be5b-67390fc75664)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:35.695907 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.707203 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-080c7344-4986-4467-8956-656096a724c6 req-3191d70f-f2b4-4a31-8616-d848d0cfcd5f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951655 Oct 12 18:45:35.778491 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] For port fd6c3346-46e7-483a-8111-4d1e138da977, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:35.810522 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.855107 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] For port fd6c3346-46e7-483a-8111-4d1e138da977, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fd6c3346-46e7-483a-8111-4d1e138da977,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:35.868493 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c3b31-b460-4843-8ae0-2d239c20d938 None None] Pushing event updated for resources: {'Port': ['ID=f0076d47-cd31-4375-b4b4-4afdf4bc6733,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:35.876393 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.963421 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ded50-2a16-4365-9f27-3d8766860d4c None None] Pushing event updated for resources: {'Port': ['ID=fd6c3346-46e7-483a-8111-4d1e138da977,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:35.966684 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:35.968184 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:35.969099 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:36.103437 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Pushing event updated for resources: {'Port': ['ID=2aeb06f2-8a23-40be-96ac-f6631db2b4b6,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:36.153687 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:36.164882 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:36.176196 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:36.184879 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:36.536490 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64be6-279f-4c02-946c-113316764861 req-ae4f3eee-3040-4723-97ae-80fde4923037 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:36.538276 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9bd64be6-279f-4c02-946c-113316764861 req-ae4f3eee-3040-4723-97ae-80fde4923037 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.3100810 Oct 12 18:45:36.567815 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-8560e6cd-7cd4-45a0-8b97-b8cef68a1ae8 None None] Provisioning complete for port fd6c3346-46e7-483a-8111-4d1e138da977 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:36.568897 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8560e6cd-7cd4-45a0-8b97-b8cef68a1ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:36.644715 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9bd64be6-279f-4c02-946c-113316764861 req-85a2e185-6f92-40c7-985c-d589f19b0368 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983617 Oct 12 18:45:36.648167 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:35Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:36.682146 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:36.744197 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8560e6cd-7cd4-45a0-8b97-b8cef68a1ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:36.747231 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f7d66-271e-4eeb-9b16-59167e0da099 None None] The sync data for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi is: [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:35Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:45:36.885328 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-8560e6cd-7cd4-45a0-8b97-b8cef68a1ae8 None None] For port fd6c3346-46e7-483a-8111-4d1e138da977, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fd6c3346-46e7-483a-8111-4d1e138da977,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:36.894132 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8560e6cd-7cd4-45a0-8b97-b8cef68a1ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.025043 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560e6cd-7cd4-45a0-8b97-b8cef68a1ae8 None None] Pushing event updated for resources: {'Port': ['ID=fd6c3346-46e7-483a-8111-4d1e138da977,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:37.062116 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.171853 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.223874 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabea9f-55e8-4181-be02-f4da52aeadff req-005d253a-1d34-44ed-b8d1-3d9b572e3d42 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:37.225439 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5dabea9f-55e8-4181-be02-f4da52aeadff req-005d253a-1d34-44ed-b8d1-3d9b572e3d42 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 950 time: 0.2920094 Oct 12 18:45:37.385353 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fd6c3346-46e7-483a-8111-4d1e138da977 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:37.477350 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.487865 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.511566 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port fd6c3346-46e7-483a-8111-4d1e138da977 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:37.514446 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.638511 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.737637 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.752885 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f0076d47-cd31-4375-b4b4-4afdf4bc6733 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:37.783907 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=e136b7f8-e657-4971-943f-b22ccad40f58,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:37.799085 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-662eefd1-f12e-4194-b628-419f9c88c219 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:37.800933 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-662eefd1-f12e-4194-b628-419f9c88c219 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 815 time: 0.8973224 Oct 12 18:45:37.895929 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port f0076d47-cd31-4375-b4b4-4afdf4bc6733 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:37.896312 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.918138 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5dabea9f-55e8-4181-be02-f4da52aeadff req-1ffbd864-0c08-484f-a576-e6a08b7ed456 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/security-groups?id=a179003a-4fb6-445a-9ce0-4772665d8552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636629 Oct 12 18:45:37.950382 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-6926828b-be52-4a2a-ac54-91b519e46530 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/quotas/6fc77a9af54d4e3283198371298edb6d HTTP/1.1" status: 200 len: 375 time: 0.0480931 Oct 12 18:45:38.051875 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Floating IP 9dc30ff5-d176-4aa7-9e4e-1e7343cbe947 associated. External IP: 172.27.2.110, port: 341a02ea-11f4-4182-adc1-e73bcdfe36e1. Oct 12 18:45:38.124337 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa5254a-62a8-4f20-9c8d-d126886fcdfb None None] Network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:45:38.175342 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-a83b44d4-44ca-4fdd-a214-dcac00795220 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2240074 Oct 12 18:45:38.202978 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Router 2217051a-be03-49ba-adec-14957b8493b6 is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:45:38.302016 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfd528-0978-46fd-98c5-c73c39d90047 req-58cd4ac3-f72b-4f50-b8ae-07bea7b3cc01 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:38.303738 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d1bfd528-0978-46fd-98c5-c73c39d90047 req-58cd4ac3-f72b-4f50-b8ae-07bea7b3cc01 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1980968 Oct 12 18:45:38.305443 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-cb045759-6e5d-4582-a0e5-d10409488fe6 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:38.309639 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-cb045759-6e5d-4582-a0e5-d10409488fe6 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 950 time: 0.3245337 Oct 12 18:45:38.426914 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-993c53b2-bae0-4a9f-97fc-b2715f2d46af None None] Provisioning complete for port f0076d47-cd31-4375-b4b4-4afdf4bc6733 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:38.427559 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-993c53b2-bae0-4a9f-97fc-b2715f2d46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:38.459518 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d1bfd528-0978-46fd-98c5-c73c39d90047 req-45c04b54-d009-4676-a6b2-b99248562147 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446631 Oct 12 18:45:38.534026 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-33cf9c4e-4163-4cee-baba-ff662583f49b service neutron] 10.222.0.62 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482044 Oct 12 18:45:38.562841 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:38.684437 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:45:38.689118 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Deleting port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:45:38.689558 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:38.721456 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:45:38.749468 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Sync routers for ids ['2217051a-be03-49ba-adec-14957b8493b6'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:45:38.762896 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Routers {'2217051a-be03-49ba-adec-14957b8493b6'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:38.764554 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['2217051a-be03-49ba-adec-14957b8493b6'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:38.812713 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:38.817976 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-9fa84bd1-69e0-4d7d-9c79-ab3beb31a051 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2290442 Oct 12 18:45:38.822412 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] For port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,segment=NetworkSegment(ade9c0b6-89f9-43e2-ac65-ee9c66992749),segment_id=ade9c0b6-89f9-43e2-ac65-ee9c66992749)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:38.823018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:38.845953 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35640) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:38.848126 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Calling delete_port for 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:45:39.041248 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:39.100018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Pushing event deleted for resources: {'Port': ['ID=600fc0cf-e0c6-4e73-8049-f3af4876fcc0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:39.148844 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Set router 2217051a-be03-49ba-adec-14957b8493b6 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:39.330404 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['600fc0cf-e0c6-4e73-8049-f3af4876fcc0'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:45:39.340359 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] No DVR routers for this DVR port 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:45:39.353512 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:39.362032 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5ea06870-f405-4cb7-b265-9f70947443f8 req-210babc3-12ed-4eba-95db-be3b26b2b5de tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.32 "DELETE /v2.0/ports/600fc0cf-e0c6-4e73-8049-f3af4876fcc0 HTTP/1.1" status: 204 len: 173 time: 1.0370574 Oct 12 18:45:39.362570 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c45666b-6817-4176-94f7-ac5f450e4e83', 'name': 'network-vif-deleted', 'tag': '600fc0cf-e0c6-4e73-8049-f3af4876fcc0'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:39.373747 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347c3fe4-e7a8-4595-9323-c9263b9455c9" -d '{"events": [{"server_uuid": "8c45666b-6817-4176-94f7-ac5f450e4e83", "name": "network-vif-deleted", "tag": "600fc0cf-e0c6-4e73-8049-f3af4876fcc0"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:39.398526 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port f0076d47-cd31-4375-b4b4-4afdf4bc6733, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f0076d47-cd31-4375-b4b4-4afdf4bc6733,segment=NetworkSegment(ec00e35b-01ca-4752-be5b-67390fc75664),segment_id=ec00e35b-01ca-4752-be5b-67390fc75664)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:39.436413 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:39.524717 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:45:39.542243 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-993c53b2-bae0-4a9f-97fc-b2715f2d46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:39.555558 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:45:39.584369 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:39.606832 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d82ec0-1370-483d-8975-c24a42cec1a4 req-c25e149b-504a-4ed3-8402-fe51a0176ea7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:39.609803 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-06d82ec0-1370-483d-8975-c24a42cec1a4 req-c25e149b-504a-4ed3-8402-fe51a0176ea7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.9958386 Oct 12 18:45:39.716208 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-15a39512-f78c-4052-94ed-95ab388070cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4623291 Oct 12 18:45:39.766401 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 3, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:39.810435 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Checking router: 2217051a-be03-49ba-adec-14957b8493b6 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:45:39.810964 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Updating router 2217051a-be03-49ba-adec-14957b8493b6 port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:45:39.811155 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=f0076d47-cd31-4375-b4b4-4afdf4bc6733,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:39.818294 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:39.828623 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:39.857111 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:39.895444 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.db.api [None req-993c53b2-bae0-4a9f-97fc-b2715f2d46af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:45:39.896039 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG oslo_db.api [None req-993c53b2-bae0-4a9f-97fc-b2715f2d46af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:45:39.948478 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-86dec6ea-b13d-49ee-a72c-b4a6b72637ef service neutron] 10.222.0.62 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4049985 Oct 12 18:45:40.000468 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-06d82ec0-1370-483d-8975-c24a42cec1a4 req-c903f9b2-04c1-48a2-b416-38b7e23c63d9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780351 Oct 12 18:45:40.012336 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:40.196282 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:40.206703 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:40.283275 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Attempting to bind port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:40.283678 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Attempting to bind port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:40.284039 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Attempting to bind port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:40.325304 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:40.325800 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:40.326214 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:40.332082 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:40.332649 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Bound port: 2aeb06f2-8a23-40be-96ac-f6631db2b4b6, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:40.333324 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:40.341087 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e114d-00b9-441a-a52b-2cf232238c50 None None] Pushing event updated for resources: {'Port': ['ID=2aeb06f2-8a23-40be-96ac-f6631db2b4b6,revision_number=2']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:40.388634 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e944654d-5217-4115-a4cb-566d81634f71 x-openstack-request-id: req-e944654d-5217-4115-a4cb-566d81634f71 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:40.389165 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c45666b-6817-4176-94f7-ac5f450e4e83", "name": "network-vif-deleted", "tag": "600fc0cf-e0c6-4e73-8049-f3af4876fcc0", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:40.389165 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e944654d-5217-4115-a4cb-566d81634f71 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:40.389561 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c45666b-6817-4176-94f7-ac5f450e4e83', 'name': 'network-vif-deleted', 'tag': '600fc0cf-e0c6-4e73-8049-f3af4876fcc0', 'status': 'completed', 'code': 200} Oct 12 18:45:40.481495 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] For port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:40.491189 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] For port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=2aeb06f2-8a23-40be-96ac-f6631db2b4b6,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:40.501437 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:40.512599 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eefc1074-d881-4474-a4db-c0793f71e6eb req-c793b966-9150-4e58-8d12-b348f2543694 tempest-VolumesNegativeTest-1649620349 tempest-VolumesNegativeTest-1649620349-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c45666b-6817-4176-94f7-ac5f450e4e83 HTTP/1.1" status: 200 len: 210 time: 0.2879469 Oct 12 18:45:40.604499 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e114d-00b9-441a-a52b-2cf232238c50 None None] Pushing event updated for resources: {'Port': ['ID=2aeb06f2-8a23-40be-96ac-f6631db2b4b6,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:40.657334 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Routers {'2217051a-be03-49ba-adec-14957b8493b6'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:40.657986 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['2217051a-be03-49ba-adec-14957b8493b6'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:40.695207 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-66e28de2-f927-4c23-999b-3eeec9e0da85 req-4f40940a-fa0b-4328-8428-854aa6a8812a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 210 time: 0.0995259 Oct 12 18:45:40.754047 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': '9dc30ff5-d176-4aa7-9e4e-1e7343cbe947', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:3a:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b72d051-9924-4018-929d-ed174be9477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:35Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:40.778972 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c640730-d859-433d-a850-d7776fb55b80 req-7e551682-81dd-44c3-b907-ed82fcbe7817 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:40.794878 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9c640730-d859-433d-a850-d7776fb55b80 req-7e551682-81dd-44c3-b907-ed82fcbe7817 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.3016236 Oct 12 18:45:40.805671 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:45:40.817217 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] Set router 2217051a-be03-49ba-adec-14957b8493b6 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:40.817787 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-42f277c0-47f1-4d53-b022-06d32ab98749 None None] Provisioning complete for port f0076d47-cd31-4375-b4b4-4afdf4bc6733 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:40.818275 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-42f277c0-47f1-4d53-b022-06d32ab98749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:40.847355 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:40.848006 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:40.892416 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9c640730-d859-433d-a850-d7776fb55b80 req-456955bc-49cc-42b7-ad4d-a64650f2eec3 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961425 Oct 12 18:45:40.918682 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:41.127688 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:41.307894 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Allocated IP 172.20.0.1 (e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c/822ad42b-575c-4d1f-8582-8f4ad5d6e7fb/61d98e3d-a870-447a-a44e-8a9c30bca721) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:41.331674 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 3, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:41.354372 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6d68-8e58-4e98-9214-2df3d747829c req-86a4d7e4-ef88-4c6b-9c50-b242e0ccbb5e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:41.356986 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-90ff6d68-8e58-4e98-9214-2df3d747829c req-86a4d7e4-ef88-4c6b-9c50-b242e0ccbb5e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1399953 Oct 12 18:45:41.421735 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98440-e5c1-434e-8ab3-668ed23d7846 None None] The sync data for ids ['2217051a-be03-49ba-adec-14957b8493b6'] in dv-cinder-813228-2-iscsi is: [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 3, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:45:41.454561 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-90ff6d68-8e58-4e98-9214-2df3d747829c req-71cf1674-e115-46e1-9292-9da9e54d05c7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704198 Oct 12 18:45:41.583975 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:41.594453 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f0076d47-cd31-4375-b4b4-4afdf4bc6733 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:41.629069 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:41.707926 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:41.711688 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:41.718781 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:41.767684 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Pushing event updated for resources: {'Port': ['ID=61d98e3d-a870-447a-a44e-8a9c30bca721,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:41.797370 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:41.819392 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port f0076d47-cd31-4375-b4b4-4afdf4bc6733 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:41.819945 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:41.919824 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': '9dc30ff5-d176-4aa7-9e4e-1e7343cbe947', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:3a:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b72d051-9924-4018-929d-ed174be9477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:35Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:42.026196 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95020bad-e267-49d7-a238-0a30d519a707 None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': '9dc30ff5-d176-4aa7-9e4e-1e7343cbe947', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:3a:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b72d051-9924-4018-929d-ed174be9477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:35Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:45:42.221248 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ce6f7795-98ba-4b55-b496-41d122793cf6 req-d9d39a55-df7f-41ce-9670-6e0b85b1d7be tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 210 time: 0.0919316 Oct 12 18:45:42.234270 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:42.302614 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-2f307996-7fe9-44a7-9127-daf39d854c02 None None] Provisioning complete for port 61d98e3d-a870-447a-a44e-8a9c30bca721 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:42.303126 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2f307996-7fe9-44a7-9127-daf39d854c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:42.310185 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b00b-23b6-4a1e-a121-784e2a3f5b20 req-46680f29-7473-4346-bc95-94b340b4c3ec tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:42.323492 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ea86b00b-23b6-4a1e-a121-784e2a3f5b20 req-46680f29-7473-4346-bc95-94b340b4c3ec tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.2199585 Oct 12 18:45:42.422461 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-2f307996-7fe9-44a7-9127-daf39d854c02 None None] Port 61d98e3d-a870-447a-a44e-8a9c30bca721 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:45:42.449089 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b72d051-9924-4018-929d-ed174be9477e', 'tag': '341a02ea-11f4-4182-adc1-e73bcdfe36e1'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:42.451513 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b72d051-9924-4018-929d-ed174be9477e", "tag": "341a02ea-11f4-4182-adc1-e73bcdfe36e1"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:42.529225 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ea86b00b-23b6-4a1e-a121-784e2a3f5b20 req-91b5159b-99f9-4f04-8be8-a598ad2ccda9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328578 Oct 12 18:45:42.568327 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e3187-9dd7-44d2-9d31-9f65eeae30f0 None None] New status for floating IP 9dc30ff5-d176-4aa7-9e4e-1e7343cbe947: ACTIVE {{(pid=100549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:45:42.700762 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:45:42.744503 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-28248f63-822d-4800-868d-7e27e5f4248f tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:42.747705 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-28248f63-822d-4800-868d-7e27e5f4248f tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 815 time: 0.4148731 Oct 12 18:45:42.750841 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2728fc9-e304-4158-8d27-2472fe487805 x-openstack-request-id: req-a2728fc9-e304-4158-8d27-2472fe487805 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:42.751487 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b72d051-9924-4018-929d-ed174be9477e", "tag": "341a02ea-11f4-4182-adc1-e73bcdfe36e1", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:42.752158 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2728fc9-e304-4158-8d27-2472fe487805 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:42.753455 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b72d051-9924-4018-929d-ed174be9477e', 'tag': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'status': 'completed', 'code': 200} Oct 12 18:45:42.796377 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:45:42.796771 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 600fc0cf-e0c6-4e73-8049-f3af4876fcc0 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:45:42.850243 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Request body: {'port': {'device_id': 'd32ba2a6-5c27-4e92-a747-1267a58dd84a', 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'admin_state_up': True, 'tenant_id': '6fc77a9af54d4e3283198371298edb6d'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:42.922350 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:42.956521 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:43.041302 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-01cf9f6a-4050-46cd-a3b1-73c6c26637bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:43.044011 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-01cf9f6a-4050-46cd-a3b1-73c6c26637bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 1098 time: 0.2948663 Oct 12 18:45:43.061150 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:43.079233 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-3397af9f-a290-47ab-8674-4f048d317d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:43.194246 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Made reservation on behalf of 6fc77a9af54d4e3283198371298edb6d for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:43.198011 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:43.234817 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:43.243894 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:43.541768 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Allocated IP 172.20.0.9 (81d741c0-ab6b-489e-a9c6-ac7022874ed2/decd0ae5-a4d1-4258-8331-da238e662d83/790dfe2c-83e0-4d4b-a26b-48f5f9778bd7) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:45:43.670027 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-60d68fc4-52bb-444d-b20a-5560a4b42615 None None] Provisioning complete for port 61d98e3d-a870-447a-a44e-8a9c30bca721 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:43.670416 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-60d68fc4-52bb-444d-b20a-5560a4b42615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:43.719030 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Pushing event updated for resources: {'Port': ['ID=61d98e3d-a870-447a-a44e-8a9c30bca721,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:43.744479 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:43.752136 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:43.774643 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-6f65d74e-3a23-4e4d-acd3-e6cec46f89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:43.776546 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-6f65d74e-3a23-4e4d-acd3-e6cec46f89e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.7132494 Oct 12 18:45:43.780418 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:43.787486 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c238-5914-484e-8d18-d0508bd5ec9d req-2ccf2541-2b98-4432-9a77-51954277d160 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:43.801444 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-19d2c238-5914-484e-8d18-d0508bd5ec9d req-2ccf2541-2b98-4432-9a77-51954277d160 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.8763614 Oct 12 18:45:43.819727 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['f440090b-cce0-464a-be69-6580f3988de7', 'cf405d6c-b647-43d7-9295-6376b748dbaa', '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:45:43.882691 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-60d68fc4-52bb-444d-b20a-5560a4b42615 None None] Port 61d98e3d-a870-447a-a44e-8a9c30bca721 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:45:43.942200 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Pushing event updated for resources: {'Port': ['ID=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:43.976949 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:45:43.995079 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:43.995903 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:44.000698 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-19d2c238-5914-484e-8d18-d0508bd5ec9d req-048278d5-3636-4336-8a03-83fd91df985a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973162 Oct 12 18:45:44.029216 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Router 2217051a-be03-49ba-adec-14957b8493b6 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:45:44.065173 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44b5d-af6b-4c06-8b62-6766a5f8884e req-964b85ba-1e2d-46c7-b4d1-6b97022ad767 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:44.070594 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-88a44b5d-af6b-4c06-8b62-6766a5f8884e req-964b85ba-1e2d-46c7-b4d1-6b97022ad767 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 931 time: 0.3405025 Oct 12 18:45:44.072098 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:44.085878 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:45:44.099310 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:44.100603 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:44.182274 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42f305f0-9aea-4b22-91ca-fef8645e8290 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4001112 Oct 12 18:45:44.195694 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-7e80fa17-94b4-4780-9ee3-92100eb1dc07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=341a02ea-11f4-4182-adc1-e73bcdfe36e1 HTTP/1.1" status: 200 len: 1001 time: 0.4066210 Oct 12 18:45:44.208307 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-88a44b5d-af6b-4c06-8b62-6766a5f8884e req-6874dafe-d9d8-43a0-b19c-c9720daa5e13 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211808 Oct 12 18:45:44.215887 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Request body: {'port': {'device_id': 'd32ba2a6-5c27-4e92-a747-1267a58dd84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:44.312779 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:45:44.322302 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-b55628a0-0ff9-48ef-acca-0c8040a2dff2 admin admin] 10.222.0.62 "PUT /v2.0/routers/2217051a-be03-49ba-adec-14957b8493b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4637113 Oct 12 18:45:44.330813 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129df290-dc30-4cd3-ba4d-e767fc5f4260 req-178374a5-be56-427b-aef0-b69f583e2eb0 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:44.332531 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-129df290-dc30-4cd3-ba4d-e767fc5f4260 req-178374a5-be56-427b-aef0-b69f583e2eb0 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0938365 Oct 12 18:45:44.375689 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:44.443775 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-417d1181-29af-46b5-acd7-adee12c2d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:44.445733 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-417d1181-29af-46b5-acd7-adee12c2d701 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.1238577 Oct 12 18:45:44.474501 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:44.499161 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-129df290-dc30-4cd3-ba4d-e767fc5f4260 req-32c0bdf8-8fff-4b4d-a99a-66f3d7d10945 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512532 Oct 12 18:45:44.611537 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=2aeb06f2-8a23-40be-96ac-f6631db2b4b6,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:44.640768 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:45:44.646912 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-94866b51-d723-4f6b-a44b-57bd343d5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:44.657521 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-94866b51-d723-4f6b-a44b-57bd343d5649 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2005699 Oct 12 18:45:44.833142 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-829e7d80-4b60-425b-ab21-8c55d28a915e service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586835 Oct 12 18:45:44.876559 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:44.968979 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=2aeb06f2-8a23-40be-96ac-f6631db2b4b6,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:44.993879 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4e66c4c-23c1-4bfe-805b-59b73e147f4f req-ca5e7a48-366a-4463-80a3-787c5347cc78 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517243 Oct 12 18:45:45.206616 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520d0cf-f429-469b-b4d4-f555cc48c5ce req-2e6249e0-3a4b-4c8b-ab98-b3fdc98dfb93 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:45.208218 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1520d0cf-f429-469b-b4d4-f555cc48c5ce req-2e6249e0-3a4b-4c8b-ab98-b3fdc98dfb93 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0710392 Oct 12 18:45:45.300645 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Sync routers for ids ['2217051a-be03-49ba-adec-14957b8493b6'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:45:45.312311 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1520d0cf-f429-469b-b4d4-f555cc48c5ce req-82d1c7da-bffa-4f4d-97f4-d3ed16626b20 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904362 Oct 12 18:45:45.340086 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Routers {'2217051a-be03-49ba-adec-14957b8493b6'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:45.341098 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['2217051a-be03-49ba-adec-14957b8493b6'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:45.393485 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef38483-9b7d-4313-9ce6-bffed574e8d5 req-f5319728-e907-486e-b00b-a9e67450d31a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:45.402539 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5ef38483-9b7d-4313-9ce6-bffed574e8d5 req-f5319728-e907-486e-b00b-a9e67450d31a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 931 time: 0.0755205 Oct 12 18:45:45.452429 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5ef38483-9b7d-4313-9ce6-bffed574e8d5 req-68aa7dee-a640-46b9-ae6e-3b9d265ed905 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488985 Oct 12 18:45:45.529275 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:45:45.538163 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:45.567380 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Transition to ACTIVE for port object 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:45:45.576668 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:45.622664 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Set router 2217051a-be03-49ba-adec-14957b8493b6 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:45.628279 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:45.793033 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a146c70-6d02-4221-acd3-69f5e39ff676 req-1018df33-787c-4fe6-b623-20684794ce78 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:45.797568 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9a146c70-6d02-4221-acd3-69f5e39ff676 req-1018df33-787c-4fe6-b623-20684794ce78 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1326938 Oct 12 18:45:45.883671 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:45.883959 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:45.926766 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9a146c70-6d02-4221-acd3-69f5e39ff676 req-8b3878d4-8c2a-4147-8bcd-f95b26831340 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234045 Oct 12 18:45:46.021137 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 35828) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:46.061124 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-75ebc559-25ef-4b2e-8717-95202ea85bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.126764 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Pushing event updated for resources: {'Port': ['ID=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:46.218846 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:45:42Z', 'revision_number': 4, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '61d98e3d-a870-447a-a44e-8a9c30bca721', 'name': '', 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'mac_address': 'fa:16:3e:4a:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '822ad42b-575c-4d1f-8582-8f4ad5d6e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:40Z', 'updated_at': '2021-10-12T18:45:42Z', 'revision_number': 2, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'subnets': [{'id': '822ad42b-575c-4d1f-8582-8f4ad5d6e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:46.253970 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Checking router: 2217051a-be03-49ba-adec-14957b8493b6 for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:45:46.254358 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Attempting to bind port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:46.254723 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Attempting to bind port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:46.255028 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Updating router 2217051a-be03-49ba-adec-14957b8493b6 port 61d98e3d-a870-447a-a44e-8a9c30bca721 binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:45:46.255155 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Attempting to bind port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:46.256592 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-99516e54-8a33-4bc8-aa3b-a1c1e22cc35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.274249 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:45:46.274912 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Attempting to bind port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 on network 81d741c0-ab6b-489e-a9c6-ac7022874ed2 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:46.282546 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:46.283205 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Checking segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:46.283777 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Bound using segment: {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:46.284405 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Bound port: 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a49d22-84c6-4711-a5e6-a0c60f381518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:46.284955 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.309259 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.398757 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] For port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:46.415797 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] For port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:46.429641 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.580036 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:46.580656 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.582838 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] 10.222.0.32 "PUT /v2.0/ports/790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 HTTP/1.1" status: 200 len: 1093 time: 2.3763986 Oct 12 18:45:46.582838 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32ba2a6-5c27-4e92-a747-1267a58dd84a', 'tag': '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:46.585637 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e123b0a-2648-4a13-ae46-53e10b67c7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d32ba2a6-5c27-4e92-a747-1267a58dd84a", "tag": "790dfe2c-83e0-4d4b-a26b-48f5f9778bd7"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:46.625122 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180dd5a-61c4-497d-a9b3-c1a21e7c15d4 service neutron] Pushing event updated for resources: {'Port': ['ID=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:46.639881 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-99516e54-8a33-4bc8-aa3b-a1c1e22cc35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.649706 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-99516e54-8a33-4bc8-aa3b-a1c1e22cc35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.704581 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-99516e54-8a33-4bc8-aa3b-a1c1e22cc35f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cece148f56d43b3b872dafbe6b225e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6813495 Oct 12 18:45:46.706449 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 35838) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:46.775330 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516e54-8a33-4bc8-aa3b-a1c1e22cc35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94631a95-9cd4-4fe7-a1ac-dd266c15ac8c,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:46.836725 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-55f470c8-a692-49a9-929b-3ae315403504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:46.837062 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-55f470c8-a692-49a9-929b-3ae315403504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 1096 time: 0.2049866 Oct 12 18:45:46.865861 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adef3cd-30e4-4e06-8b84-53e667b7c0fe req-f60843f2-040d-45d3-80f8-82f103ac6a4d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:46.867650 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6adef3cd-30e4-4e06-8b84-53e667b7c0fe req-f60843f2-040d-45d3-80f8-82f103ac6a4d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.3634222 Oct 12 18:45:46.877313 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a36d31-d891-4151-8b05-2ce961673632 req-917286a0-8b62-48d9-b234-1fa2f4f4e373 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:46.879125 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-49a36d31-d891-4151-8b05-2ce961673632 req-917286a0-8b62-48d9-b234-1fa2f4f4e373 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 943 time: 0.2340415 Oct 12 18:45:46.901254 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-253a6657-2774-4ed8-aac0-1b3161c27fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.928172 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.939638 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:46.984638 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-c665303a-17c8-450e-9300-f31a12d29101 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 HTTP/1.1" status: 200 len: 217 time: 0.1317165 Oct 12 18:45:46.993365 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.009826 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-49a36d31-d891-4151-8b05-2ce961673632 req-c90188e3-e9ee-4bdd-bf60-9f2afd103459 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221914 Oct 12 18:45:47.055510 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6adef3cd-30e4-4e06-8b84-53e667b7c0fe req-1371091d-2c82-4544-badb-fc84e14b5438 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666014 Oct 12 18:45:47.091158 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-253a6657-2774-4ed8-aac0-1b3161c27fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.124017 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45212dcc-1097-4c8b-8708-adc209ddbb53 x-openstack-request-id: req-45212dcc-1097-4c8b-8708-adc209ddbb53 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:47.124381 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32ba2a6-5c27-4e92-a747-1267a58dd84a", "tag": "790dfe2c-83e0-4d4b-a26b-48f5f9778bd7", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:47.124555 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45212dcc-1097-4c8b-8708-adc209ddbb53 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:47.124956 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32ba2a6-5c27-4e92-a747-1267a58dd84a', 'tag': '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7', 'status': 'completed', 'code': 200} Oct 12 18:45:47.136043 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a0e29-e051-40b4-9334-67a8be4c3ee1 None None] Pushing event updated for resources: {'Port': ['ID=61d98e3d-a870-447a-a44e-8a9c30bca721,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:47.209275 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Attempting to bind port 61d98e3d-a870-447a-a44e-8a9c30bca721 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:45:47.210045 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Attempting to bind port 61d98e3d-a870-447a-a44e-8a9c30bca721 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:45:47.210722 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Attempting to bind port 61d98e3d-a870-447a-a44e-8a9c30bca721 on network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:45:47.227065 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.229237 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-635ddef3-cab8-4da3-bb4c-d7067e258551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:47.231039 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-635ddef3-cab8-4da3-bb4c-d7067e258551 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.2327106 Oct 12 18:45:47.235525 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:45:47.236315 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Checking segment: {'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:47.236996 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.237634 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Bound using segment: {'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:45:47.238385 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Bound port: 61d98e3d-a870-447a-a44e-8a9c30bca721, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec00e35b-01ca-4752-be5b-67390fc75664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:45:47.239140 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.278362 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6af52-f20b-40d5-94d4-dc0ab15ca03d req-0123ce22-08f9-4fd6-85fd-44a81b644754 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:47.294002 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6b6af52-f20b-40d5-94d4-dc0ab15ca03d req-0123ce22-08f9-4fd6-85fd-44a81b644754 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1191213 Oct 12 18:45:47.306162 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-ef346b1d-6b05-4809-9194-09345c987fcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658121 Oct 12 18:45:47.373551 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6b6af52-f20b-40d5-94d4-dc0ab15ca03d req-e7fe2637-44bd-451e-8651-1a3d131f7b00 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786459 Oct 12 18:45:47.395111 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] For port 61d98e3d-a870-447a-a44e-8a9c30bca721, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:45:47.399605 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] For port 61d98e3d-a870-447a-a44e-8a9c30bca721, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=61d98e3d-a870-447a-a44e-8a9c30bca721,segment=NetworkSegment(ec00e35b-01ca-4752-be5b-67390fc75664),segment_id=ec00e35b-01ca-4752-be5b-67390fc75664)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:45:47.411300 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.424516 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-253a6657-2774-4ed8-aac0-1b3161c27fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.427614 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-253a6657-2774-4ed8-aac0-1b3161c27fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.429058 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-253a6657-2774-4ed8-aac0-1b3161c27fd2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94631a95-9cd4-4fe7-a1ac-dd266c15ac8c HTTP/1.1" status: 204 len: 168 time: 0.7164030 Oct 12 18:45:47.444962 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6657-2774-4ed8-aac0-1b3161c27fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94631a95-9cd4-4fe7-a1ac-dd266c15ac8c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:47.505558 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-42304f71-fec1-48f6-b372-0801dc5c75eb service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868913 Oct 12 18:45:47.600549 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a0e29-e051-40b4-9334-67a8be4c3ee1 None None] Pushing event updated for resources: {'Port': ['ID=61d98e3d-a870-447a-a44e-8a9c30bca721,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:47.625262 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-1b488e2b-069f-4556-a8a7-cbdd1df343a8 None None] Provisioning complete for port 61d98e3d-a870-447a-a44e-8a9c30bca721 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:47.625768 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1b488e2b-069f-4556-a8a7-cbdd1df343a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:47.830564 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Routers {'2217051a-be03-49ba-adec-14957b8493b6'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:45:47.830564 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:45:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['2217051a-be03-49ba-adec-14957b8493b6'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:47.874176 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be7a6a97-0da3-4aec-a1d2-e847a0c6118d req-e3c851b9-114d-40af-886a-3d8bd674e4a4 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532975 Oct 12 18:45:48.021900 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1b488e2b-069f-4556-a8a7-cbdd1df343a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:48.114352 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] Set router 2217051a-be03-49ba-adec-14957b8493b6 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:45:48.136514 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-71d934ba-19e9-4c09-a7a5-722a082b1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:48.141043 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-71d934ba-19e9-4c09-a7a5-722a082b1dd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc77a9af54d4e3283198371298edb6d&device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 1096 time: 0.1655006 Oct 12 18:45:48.254902 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-1b488e2b-069f-4556-a8a7-cbdd1df343a8 None None] For port 61d98e3d-a870-447a-a44e-8a9c30bca721, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=61d98e3d-a870-447a-a44e-8a9c30bca721,segment=NetworkSegment(ec00e35b-01ca-4752-be5b-67390fc75664),segment_id=ec00e35b-01ca-4752-be5b-67390fc75664)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:48.270544 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1b488e2b-069f-4556-a8a7-cbdd1df343a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:48.294237 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-fb19357c-1d5a-48a1-86e3-08e5eed3316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:48.296339 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-fb19357c-1d5a-48a1-86e3-08e5eed3316d service neutron] 10.222.0.32 "GET /v2.0/networks?id=81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 200 len: 916 time: 0.1444383 Oct 12 18:45:48.306369 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d48e4-e93b-45cd-93c4-bb9c1a55dd29 req-65909b31-4bbe-457b-8990-3dedf50f412a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:48.315888 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-472d48e4-e93b-45cd-93c4-bb9c1a55dd29 req-65909b31-4bbe-457b-8990-3dedf50f412a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 943 time: 0.1256778 Oct 12 18:45:48.371866 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-472d48e4-e93b-45cd-93c4-bb9c1a55dd29 req-661b44fc-0d1c-419f-8d5d-f98eb4fa6d54 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 Oct 12 18:45:48.388426 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a1b3d-ec1e-4048-8b88-2bd7a245dac4 req-50e45e5e-66fb-4ad3-87b8-119876a36f06 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:48.396464 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-117a1b3d-ec1e-4048-8b88-2bd7a245dac4 req-50e45e5e-66fb-4ad3-87b8-119876a36f06 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1801643 Oct 12 18:45:48.402754 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b488e2b-069f-4556-a8a7-cbdd1df343a8 None None] Pushing event updated for resources: {'Port': ['ID=61d98e3d-a870-447a-a44e-8a9c30bca721,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:48.425206 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-048a62e8-c73c-44d2-bc02-f0f27cb25209 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 HTTP/1.1" status: 200 len: 217 time: 0.1211085 Oct 12 18:45:48.500285 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-be904be5-1dd2-4122-a417-3ad97f721586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:48.502708 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-be904be5-1dd2-4122-a417-3ad97f721586 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 200 len: 855 time: 0.0695906 Oct 12 18:45:48.508954 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-117a1b3d-ec1e-4048-8b88-2bd7a245dac4 req-74a6df34-5a39-44b0-ae06-9356c13fac0a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108100 Oct 12 18:45:48.565003 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-8a587aa1-741f-47bc-a3fd-391da658a555 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81d741c0-ab6b-489e-a9c6-ac7022874ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493650 Oct 12 18:45:48.565572 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-d194bbb7-8ff9-4104-b755-2fda4b191041 None None] Provisioning complete for port 61d98e3d-a870-447a-a44e-8a9c30bca721 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:48.566048 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d194bbb7-8ff9-4104-b755-2fda4b191041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:48.590829 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec40990-d7df-42fe-adda-39c9ef4bff5d req-59ab7321-a022-4c05-b9b9-e5b306b89c88 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:48.601869 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1ec40990-d7df-42fe-adda-39c9ef4bff5d req-59ab7321-a022-4c05-b9b9-e5b306b89c88 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0819116 Oct 12 18:45:48.669246 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1ec40990-d7df-42fe-adda-39c9ef4bff5d req-4833d321-4103-475a-9c2f-346fe974ac71 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663812 Oct 12 18:45:48.734082 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:45:42Z', 'revision_number': 4, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '61d98e3d-a870-447a-a44e-8a9c30bca721', 'name': '', 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'mac_address': 'fa:16:3e:4a:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '822ad42b-575c-4d1f-8582-8f4ad5d6e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:40Z', 'updated_at': '2021-10-12T18:45:47Z', 'revision_number': 4, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'subnets': [{'id': '822ad42b-575c-4d1f-8582-8f4ad5d6e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:45:48.751855 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-be498e53-7dce-4e6c-b835-6a2114a6f1d2 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737738 Oct 12 18:45:48.925482 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e123b0a-2648-4a13-ae46-53e10b67c7cf req-07fc6b50-c9e8-452c-a08d-5e3ffac6a6a1 service neutron] 10.222.0.32 "GET /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590564 Oct 12 18:45:48.987323 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14762dfc-33b6-4967-8943-bb2b9c097f18 None None] The sync data for ids ['2217051a-be03-49ba-adec-14957b8493b6'] in dv-cinder-813228-2-iscsi is: [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:45:42Z', 'revision_number': 4, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '61d98e3d-a870-447a-a44e-8a9c30bca721', 'name': '', 'network_id': 'e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'mac_address': 'fa:16:3e:4a:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '822ad42b-575c-4d1f-8582-8f4ad5d6e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:40Z', 'updated_at': '2021-10-12T18:45:47Z', 'revision_number': 4, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'subnets': [{'id': '822ad42b-575c-4d1f-8582-8f4ad5d6e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:45:49.108971 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:49.356765 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-48274e38-e814-48f0-88f7-e73607497eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:49.358771 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-48274e38-e814-48f0-88f7-e73607497eb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 1098 time: 0.0529687 Oct 12 18:45:49.604983 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6740d-fbc8-4746-a5a5-1248ba433464 req-cf04f26a-8388-4b3e-a909-40bb28181d14 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:49.609569 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-b771e2a6-5cde-4c32-bd70-4c86f41db12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:49.619585 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-b771e2a6-5cde-4c32-bd70-4c86f41db12c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 918 time: 0.2493691 Oct 12 18:45:49.621053 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-edc6740d-fbc8-4746-a5a5-1248ba433464 req-cf04f26a-8388-4b3e-a909-40bb28181d14 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 943 time: 0.1332712 Oct 12 18:45:49.676706 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 61d98e3d-a870-447a-a44e-8a9c30bca721 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:49.786659 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-60735a97-ea84-495d-a336-9bd3c46e78ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1 HTTP/1.1" status: 200 len: 1001 time: 0.1552546 Oct 12 18:45:49.799297 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 61d98e3d-a870-447a-a44e-8a9c30bca721 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:49.799950 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:49.840099 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-edc6740d-fbc8-4746-a5a5-1248ba433464 req-767e32c5-ba1c-4288-bfe6-c79784b9f5d7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166579 Oct 12 18:45:49.963568 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-eb69af32-0d4e-49d3-9bab-72b46a626ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:49.965509 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-eb69af32-0d4e-49d3-9bab-72b46a626ce0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.1698675 Oct 12 18:45:49.967298 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3359-6851-4955-b351-5609dd80990d req-81993646-f84b-486f-9459-69b54a5d36f0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:49.977576 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-44cb3359-6851-4955-b351-5609dd80990d req-81993646-f84b-486f-9459-69b54a5d36f0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.2202978 Oct 12 18:45:50.069278 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-eb42ccbf-4393-44d9-ad0f-92931fa9373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:50.071511 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-eb42ccbf-4393-44d9-ad0f-92931fa9373b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963986 Oct 12 18:45:50.102677 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-44cb3359-6851-4955-b351-5609dd80990d req-c3b10aec-1e84-4866-be87-2bab4c48d02a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207111 Oct 12 18:45:50.148527 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074150d4-22b6-41a2-b84a-9ebdf2d7494d req-2c623da4-c26d-4e7e-9af0-abc008ac876e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:50.150094 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-074150d4-22b6-41a2-b84a-9ebdf2d7494d req-2c623da4-c26d-4e7e-9af0-abc008ac876e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1328719 Oct 12 18:45:50.220673 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-074150d4-22b6-41a2-b84a-9ebdf2d7494d req-f094402b-37e7-44b8-a33a-8820a348da56 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605125 Oct 12 18:45:50.267970 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-ba5a9b67-49ee-4916-b1c8-596c62392676 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767612 Oct 12 18:45:50.425731 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7fdbb25-c196-4175-9442-4735eb62ac10 req-1b6c4252-a29b-42f4-a761-b2443e0675b4 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461697 Oct 12 18:45:50.757831 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:45:51.028810 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:51.044828 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7', 'network_id': '81d741c0-ab6b-489e-a9c6-ac7022874ed2', 'port_id': '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7', 'mac_address': 'fa:16:3e:a3:6d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decd0ae5-a4d1-4258-8331-da238e662d83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:45:51.070065 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66986625-464f-464f-bed4-b9e0ab27106d req-38f9dacd-2c52-4276-91b2-e1692e40d0fd tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:51.077242 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-66986625-464f-464f-bed4-b9e0ab27106d req-38f9dacd-2c52-4276-91b2-e1692e40d0fd tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 943 time: 0.0892024 Oct 12 18:45:51.133915 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:51.150545 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:45:51.182501 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-66986625-464f-464f-bed4-b9e0ab27106d req-8bcba56a-b16c-4f59-8c3b-7dd008f05697 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922821 Oct 12 18:45:51.189235 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:51.202032 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:51.277265 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:51.297589 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04004981-4b45-4041-a79a-51438ee7a3b6 req-a7d4283f-cd2e-44cd-b6c8-ef930e3c1ff7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:51.299347 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-04004981-4b45-4041-a79a-51438ee7a3b6 req-a7d4283f-cd2e-44cd-b6c8-ef930e3c1ff7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.0653248 Oct 12 18:45:51.378307 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-04004981-4b45-4041-a79a-51438ee7a3b6 req-bf0dab16-9a67-4114-92d3-501a4db56d7b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704575 Oct 12 18:45:51.399468 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266df6c-83bd-48d9-ac62-f801bd5971ce req-14889919-ef3b-4ec4-b05b-9a6f800361f4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:51.401130 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f266df6c-83bd-48d9-ac62-f801bd5971ce req-14889919-ef3b-4ec4-b05b-9a6f800361f4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0752842 Oct 12 18:45:51.469514 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f266df6c-83bd-48d9-ac62-f801bd5971ce req-e2728d5a-9b23-4eb0-beb6-e84eef5956c5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571830 Oct 12 18:45:51.593947 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['790dfe2c-83e0-4d4b-a26b-48f5f9778bd7'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:45:52.466919 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c6e4f-9aaf-4c56-8b0d-11f0874d89d2 req-87058eb5-5877-486b-ab79-4b119f48fbf5 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:52.487693 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2d7c6e4f-9aaf-4c56-8b0d-11f0874d89d2 req-87058eb5-5877-486b-ab79-4b119f48fbf5 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 944 time: 0.1805973 Oct 12 18:45:52.681034 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2d7c6e4f-9aaf-4c56-8b0d-11f0874d89d2 req-8a3ff2bd-0e3f-4a35-aa83-8ff98c8436cd tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922529 Oct 12 18:45:52.734065 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a30d09-34a9-4950-9fff-d5021d3fd035 req-e844220b-da2a-49e8-9815-c6e8d94bb9ca tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:52.740785 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-49a30d09-34a9-4950-9fff-d5021d3fd035 req-e844220b-da2a-49e8-9815-c6e8d94bb9ca tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 945 time: 0.1678944 Oct 12 18:45:52.777290 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:45:52.859609 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-49a30d09-34a9-4950-9fff-d5021d3fd035 req-bdd52ce3-4de3-48af-9acf-169f5d54116f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143794 Oct 12 18:45:52.928157 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:45:52.936849 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:45:52.938194 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.008341 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 36024) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:53.038275 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f30bf-3ab8-4515-b116-3e355b4cdef1 req-1485dd1e-1502-454f-8121-8d6f0923742b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:53.043530 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8f30bf-3ab8-4515-b116-3e355b4cdef1 req-1485dd1e-1502-454f-8121-8d6f0923742b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1790352 Oct 12 18:45:53.123837 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.131402 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8f30bf-3ab8-4515-b116-3e355b4cdef1 req-d5a4ce94-4bb6-4fd6-bdd0-fdfa69afd0b8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824890 Oct 12 18:45:53.163990 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32ba2a6-5c27-4e92-a747-1267a58dd84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:53.167148 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b077df-fc9a-431d-87b1-e578814c8ae6" -d '{"events": [{"server_uuid": "d32ba2a6-5c27-4e92-a747-1267a58dd84a", "name": "network-vif-plugged", "status": "completed", "tag": "790dfe2c-83e0-4d4b-a26b-48f5f9778bd7"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:53.184015 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:53.194754 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.197553 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:45:53.261853 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9264fb44-12e9-40a1-972b-5fc0eefedb1b x-openstack-request-id: req-9264fb44-12e9-40a1-972b-5fc0eefedb1b {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:53.262158 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32ba2a6-5c27-4e92-a747-1267a58dd84a", "name": "network-vif-plugged", "status": "completed", "tag": "790dfe2c-83e0-4d4b-a26b-48f5f9778bd7", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:53.262372 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9264fb44-12e9-40a1-972b-5fc0eefedb1b {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:53.263028 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ba2a6-5c27-4e92-a747-1267a58dd84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7', 'code': 200} Oct 12 18:45:53.352914 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 36030) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:53.353327 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:53.383492 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6cd2ebc6-a813-4332-9c2e-b7ece07160e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbe0530cd68c446e851455fbd59d69d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718257 Oct 12 18:45:53.387264 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.450622 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:45:53.461542 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.528479 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.568466 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=8']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:53.591674 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.607231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a34cec-8141-4b22-bf63-d93250e57ae7 req-f3c4ad0c-fcf2-4c8b-93b7-053f14b57d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:53.609002 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-19a34cec-8141-4b22-bf63-d93250e57ae7 req-f3c4ad0c-fcf2-4c8b-93b7-053f14b57d59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 1098 time: 0.1007235 Oct 12 18:45:53.687479 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-19a34cec-8141-4b22-bf63-d93250e57ae7 req-74a30132-8bf7-4463-a2ea-a64cf0d0c015 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702655 Oct 12 18:45:53.722764 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.728097 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:53.732847 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a179003a-4fb6-445a-9ce0-4772665d8552 HTTP/1.1" status: 204 len: 168 time: 0.3720226 Oct 12 18:45:53.756473 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a179003a-4fb6-445a-9ce0-4772665d8552,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:53.771097 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.771554 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.771841 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.772184 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.772472 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.772770 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.773102 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.773727 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.774061 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.774379 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.774750 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.775069 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f4415-70ca-4373-b0e6-595d556be63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:53.972164 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabd0ca-b417-4179-8f15-4bbd43414cdd req-095a8610-6af2-44f8-b5be-c17dbe68b689 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:53.983221 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8eabd0ca-b417-4179-8f15-4bbd43414cdd req-095a8610-6af2-44f8-b5be-c17dbe68b689 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 945 time: 0.1094465 Oct 12 18:45:54.092118 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8eabd0ca-b417-4179-8f15-4bbd43414cdd req-d3ece216-f7f7-4623-89be-63f2ebaaf376 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991359 Oct 12 18:45:54.119621 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d2071-8a45-429c-b507-38bd128df08a req-a6f7972b-0100-48f8-87df-3ac7e5055470 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:54.128747 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fe1d2071-8a45-429c-b507-38bd128df08a req-a6f7972b-0100-48f8-87df-3ac7e5055470 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.1044199 Oct 12 18:45:54.186810 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fe1d2071-8a45-429c-b507-38bd128df08a req-ba99db11-8362-48ce-b6ef-055eebccf8c8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570540 Oct 12 18:45:54.334822 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a600f5-8f0e-4d23-a10f-25a811b21422 req-7c826a37-284e-4b12-a119-33a9cae5a43a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:54.343547 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c9a600f5-8f0e-4d23-a10f-25a811b21422 req-7c826a37-284e-4b12-a119-33a9cae5a43a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0707300 Oct 12 18:45:54.442693 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c9a600f5-8f0e-4d23-a10f-25a811b21422 req-9c072ef4-fe15-4eda-a775-cbec03d945bc tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968132 Oct 12 18:45:55.122521 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [req-8b2135b9-94df-4b2d-835c-2eb02922a6d5 req-01262485-3a17-4ce2-8d94-ea1389abee3b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:45:55.125264 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b2135b9-94df-4b2d-835c-2eb02922a6d5 req-01262485-3a17-4ce2-8d94-ea1389abee3b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105555 Oct 12 18:45:55.264246 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:45:55.268919 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1b852c-20bf-40ed-aa0a-8376f5e55f18" -d '{"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:45:55.405054 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 36086) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:55.420278 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 18:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3e1259-f3ae-426c-bf98-2999bf3e9ec7 x-openstack-request-id: req-6f3e1259-f3ae-426c-bf98-2999bf3e9ec7 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:45:55.420922 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-unplugged", "status": "failed", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1", "code": 422}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:45:55.421369 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f3e1259-f3ae-426c-bf98-2999bf3e9ec7 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:45:55.422164 dv-cinder-813228-2-iscsi neutron-server[100548]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'code': 422} returned with failed status Oct 12 18:45:55.427743 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8abdb7-58b3-4fe9-ad71-a0ac8077a359 req-5ff24ab5-000e-4311-a2bd-24b78db02796 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:55.440186 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4e8abdb7-58b3-4fe9-ad71-a0ac8077a359 req-5ff24ab5-000e-4311-a2bd-24b78db02796 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 945 time: 0.1531031 Oct 12 18:45:55.509893 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4e8abdb7-58b3-4fe9-ad71-a0ac8077a359 req-09bc0b87-cf43-4e1b-b632-cff1ea95a8c4 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682282 Oct 12 18:45:55.563639 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1801383336-network', 'tenant_id': 'f8b961e2af52440587559ea5efa14e75'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:55.616375 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Made reservation on behalf of f8b961e2af52440587559ea5efa14e75 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:55.621418 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:55.645719 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:55.668343 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6828a-e3fc-42e2-b2dc-d7b672a6558a req-07ea7c30-06bc-46d4-82f6-e85239e7daa5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:55.672782 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5ac6828a-e3fc-42e2-b2dc-d7b672a6558a req-07ea7c30-06bc-46d4-82f6-e85239e7daa5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.1567967 Oct 12 18:45:55.768014 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:55.777684 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:55.798568 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:45:55.814619 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:55.815345 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Added segment 28687a7f-e9ca-479e-9c9a-226e5689d25f of type vlan for network e3cd5bc6-ec55-4465-932c-7bb990d30aaf Oct 12 18:45:55.828783 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5ac6828a-e3fc-42e2-b2dc-d7b672a6558a req-d174c23a-3246-4787-9944-e31cfb2b2ee6 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382842 Oct 12 18:45:55.870641 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb23b-bd39-4530-9a4a-0465ce68a132 req-9f8e6dc3-9638-4329-8aa1-4189f59be470 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:55.878695 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d68eb23b-bd39-4530-9a4a-0465ce68a132 req-9f8e6dc3-9638-4329-8aa1-4189f59be470 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.2037992 Oct 12 18:45:55.907405 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:55.940091 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d68eb23b-bd39-4530-9a4a-0465ce68a132 req-7f6dc460-c736-49a8-aec7-b9b35c7b6f0c tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562720 Oct 12 18:45:55.944299 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc11d40-1661-4cf0-a8c2-ef5defdfce79,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:56.004828 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:56.006825 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:56.007987 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:56.021068 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.022246 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.023207 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.023792 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.024555 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.025286 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.026015 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.026585 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.027175 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.027747 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.028316 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.028853 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:45:56.127635 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7178850 Oct 12 18:45:56.128133 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 36108) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:56.136320 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Request body: {'subnet': {'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1801383336-subnet', 'tenant_id': 'f8b961e2af52440587559ea5efa14e75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:45:56.162537 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 36110) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:56.172949 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46414bda-7a38-4dd3-9bb9-dc2e82e753c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e3cd5bc6-ec55-4465-932c-7bb990d30aaf,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:56.194808 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network e3cd5bc6-ec55-4465-932c-7bb990d30aaf details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:45:56.205952 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Made reservation on behalf of f8b961e2af52440587559ea5efa14e75 for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:45:56.209968 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28930523'] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:56.800243 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:45:56.823449 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-c829a33c-2a20-47b9-a1bc-f13fa6440262 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6583974 Oct 12 18:45:56.831999 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-5c198519-09f1-4aeb-8c97-87b175b09146 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:45:56.848368 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-5c198519-09f1-4aeb-8c97-87b175b09146 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0233219 Oct 12 18:45:57.040017 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381933d3-6c4c-4d17-b01a-fe374318a233 req-c1fd5a0d-4305-415a-840d-db5fd6cae452 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:57.054764 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-381933d3-6c4c-4d17-b01a-fe374318a233 req-c1fd5a0d-4305-415a-840d-db5fd6cae452 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 945 time: 0.2044005 Oct 12 18:45:57.406057 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-381933d3-6c4c-4d17-b01a-fe374318a233 req-f4d9d46b-0455-4fcb-b7b6-36c9ad0b8459 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456650 Oct 12 18:45:57.493901 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccade03-2929-447f-a685-7ddce0e969a5 req-0d6dda2f-6f15-4ddc-ab80-921da8a40a37 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:57.499018 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7ccade03-2929-447f-a685-7ddce0e969a5 req-0d6dda2f-6f15-4ddc-ab80-921da8a40a37 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.3671858 Oct 12 18:45:57.501407 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28930549'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:57.600211 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4375cb6-0906-49d6-8788-e7184af936b9,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:45:57.667102 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7ccade03-2929-447f-a685-7ddce0e969a5 req-97ed7511-da9a-46be-8896-9450b3bf64e5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527734 Oct 12 18:45:57.688633 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Checking segment: {'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:45:57.689287 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Network hostable DHCP agents. Network: e3cd5bc6-ec55-4465-932c-7bb990d30aaf, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:45:57.775399 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Network e3cd5bc6-ec55-4465-932c-7bb990d30aaf is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:45:57.805775 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0f425-dcff-4b7b-836b-0696d78f32e9 req-f77309c8-0cd3-42ef-ae29-79107cd68ed7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:57.808820 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40d0f425-dcff-4b7b-836b-0696d78f32e9 req-f77309c8-0cd3-42ef-ae29-79107cd68ed7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1089356 Oct 12 18:45:57.825948 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, e3cd5bc6-ec55-4465-932c-7bb990d30aaf) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:45:57.839217 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e1293-b7f8-4e41-ad1f-139d09353496 None None] Network e3cd5bc6-ec55-4465-932c-7bb990d30aaf requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:45:57.877646 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:57.878693 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:57.971520 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40d0f425-dcff-4b7b-836b-0696d78f32e9 req-42003951-1eea-4e42-9ce4-47a18f9a79f8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429939 Oct 12 18:45:57.986146 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-227cef1c-f0f8-4b52-9bd0-9b3459233e4c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8562136 Oct 12 18:45:58.209869 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3895d7-d6bd-476f-8a79-eb24ef9b331a None None] Network e3cd5bc6-ec55-4465-932c-7bb990d30aaf requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:45:58.638656 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:58.837425 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bf0b7-2cf0-49e2-8be0-64215a5810f5 req-3bcd427a-d311-47eb-b8af-b91bc7cc0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:58.840027 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c39bf0b7-2cf0-49e2-8be0-64215a5810f5 req-3bcd427a-d311-47eb-b8af-b91bc7cc0192 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1099 time: 0.0911756 Oct 12 18:45:58.957165 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a98311-992c-4c6d-857f-abab8c830530 req-37e2660d-7a4b-4873-a0bc-aa6d82ac266e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:58.961158 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-91a98311-992c-4c6d-857f-abab8c830530 req-37e2660d-7a4b-4873-a0bc-aa6d82ac266e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.1126087 Oct 12 18:45:58.992865 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c39bf0b7-2cf0-49e2-8be0-64215a5810f5 req-ef57d3f1-1eba-475c-a264-85725d91979e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340721 Oct 12 18:45:59.087347 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-91a98311-992c-4c6d-857f-abab8c830530 req-928ed61d-2a46-40c4-8633-4b87fab23691 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071877 Oct 12 18:45:59.189740 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e719236-7316-4228-b0be-bb32929fca19 req-9dff7c24-7dd6-4d8c-87b6-5c8d2bd0e208 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:59.191172 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4e719236-7316-4228-b0be-bb32929fca19 req-9dff7c24-7dd6-4d8c-87b6-5c8d2bd0e208 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0725744 Oct 12 18:45:59.254565 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4e719236-7316-4228-b0be-bb32929fca19 req-f200a96a-16b4-4908-92cf-3a42d9893a33 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499940 Oct 12 18:45:59.605388 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-5d52b241-8862-4d9b-907e-9a1f49f29993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:59.609304 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-5d52b241-8862-4d9b-907e-9a1f49f29993 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1099 time: 0.1439602 Oct 12 18:45:59.904344 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-34ea77ee-c7d6-44d1-9b79-1863f673adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:45:59.911665 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-34ea77ee-c7d6-44d1-9b79-1863f673adf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 920 time: 0.2691047 Oct 12 18:45:59.986642 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-4bf144b2-fa90-4047-827b-ffccc3d10e80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 200 len: 217 time: 0.0635068 Oct 12 18:46:00.063708 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-a12dfaa8-1011-49e8-ab31-2ea7138ed61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:00.069217 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-a12dfaa8-1011-49e8-ab31-2ea7138ed61d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.0706275 Oct 12 18:46:00.126022 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-5becf985-b8de-4d3e-b828-51b6d93caf6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447273 Oct 12 18:46:00.346098 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-a378e9df-dc48-4476-b6fa-735a09c26ed8 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994424 Oct 12 18:46:00.509320 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf89eb-365f-44cb-abee-31945e93ffd7 req-c6865fa8-9227-4562-a573-a4d7acb3275d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:00.509320 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cbaf89eb-365f-44cb-abee-31945e93ffd7 req-c6865fa8-9227-4562-a573-a4d7acb3275d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.2130520 Oct 12 18:46:00.679221 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cbaf89eb-365f-44cb-abee-31945e93ffd7 req-7e8e786a-1aee-42af-89af-8b60cdb39f38 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695869 Oct 12 18:46:00.731525 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-1c07521d-903e-4695-9944-0a86380ef6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:00.733171 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-1c07521d-903e-4695-9944-0a86380ef6c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df&tenant_id=f1745c355387471c8d0558e276552a11 HTTP/1.1" status: 200 len: 1096 time: 0.3123798 Oct 12 18:46:00.734966 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc1978-d5bf-4010-b6c3-a463a8309543 req-05713a5a-f9fa-4fce-836c-9bc10d6c74d9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:00.743454 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-92fc1978-d5bf-4010-b6c3-a463a8309543 req-05713a5a-f9fa-4fce-836c-9bc10d6c74d9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1546056 Oct 12 18:46:00.766171 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0dd118b7-d34f-4590-b375-7541a2ce0921 req-1db7e28f-e57d-4649-8ca4-52c55f100540 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911922 Oct 12 18:46:00.829735 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-92fc1978-d5bf-4010-b6c3-a463a8309543 req-9147ac9c-9f06-4aea-9033-9707639ce647 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847523 Oct 12 18:46:00.889330 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-b21a3103-89a2-4ce2-9fe7-12e72d92e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:00.891014 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-b21a3103-89a2-4ce2-9fe7-12e72d92e189 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 1096 time: 0.1081185 Oct 12 18:46:01.152774 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-b25d9d86-a008-452e-abb8-d4dd660d687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:01.155505 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-b25d9d86-a008-452e-abb8-d4dd660d687c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 918 time: 0.2551510 Oct 12 18:46:01.205128 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-5a7a7b49-df9e-4652-a6e2-a77d09bc13f5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:01.208240 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-5a7a7b49-df9e-4652-a6e2-a77d09bc13f5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/networks?id=e3cd5bc6-ec55-4465-932c-7bb990d30aaf HTTP/1.1" status: 200 len: 814 time: 0.2648683 Oct 12 18:46:01.238764 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-55aba3f1-632a-4b41-83d3-43eec95c5a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/quotas/f8b961e2af52440587559ea5efa14e75 HTTP/1.1" status: 200 len: 375 time: 0.0177119 Oct 12 18:46:01.291774 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-dc55f6b3-449d-4d31-acd6-0089bad3a632 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8b961e2af52440587559ea5efa14e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423520 Oct 12 18:46:01.295702 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-6738f5f1-84c4-4273-b705-5fbe323b79b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1 HTTP/1.1" status: 200 len: 999 time: 0.1307919 Oct 12 18:46:01.379658 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-444480ff-a7f5-46a9-9bfa-edf8fad8f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:01.379658 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-444480ff-a7f5-46a9-9bfa-edf8fad8f237 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.0708361 Oct 12 18:46:01.450326 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-be6e439b-3d4d-4ac7-8e3a-120f5c7feceb service neutron] 10.222.0.62 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379776 Oct 12 18:46:01.454487 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-58814384-6dc2-46b9-92eb-7fec761360fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:01.456191 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-58814384-6dc2-46b9-92eb-7fec761360fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695167 Oct 12 18:46:01.606847 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-418de5bb-3b21-4408-a769-3e9b030d1aec service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407001 Oct 12 18:46:01.610758 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-be9c6553-73ff-4004-8386-db038f472583 service neutron] 10.222.0.62 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488469 Oct 12 18:46:01.747737 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d2eddf-35fd-453c-9f4a-75279dd93b00 req-665af306-63cf-47a7-83fd-9cc40d72c139 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324539 Oct 12 18:46:01.913591 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad52a-858e-4aa4-9b22-f06a851ddb66 req-4b2b4964-5ebc-4963-820e-05f2ddba2b45 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:01.915139 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-96cad52a-858e-4aa4-9b22-f06a851ddb66 req-4b2b4964-5ebc-4963-820e-05f2ddba2b45 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0836372 Oct 12 18:46:01.980880 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-96cad52a-858e-4aa4-9b22-f06a851ddb66 req-8ed5eb2d-6b84-4c2c-b725-921d855140f9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545018 Oct 12 18:46:02.199649 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2f4c634f-72c0-4d4f-a417-2863e7501a65 req-756d481f-547b-4a68-a121-bae0bf4e9d74 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.1136746 Oct 12 18:46:02.276579 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5515e1-cacf-456d-93ce-583ff63bb8a4 req-15f7fd20-a2f2-4d4b-be61-ebba77bcb811 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:02.278198 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf5515e1-cacf-456d-93ce-583ff63bb8a4 req-15f7fd20-a2f2-4d4b-be61-ebba77bcb811 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0995300 Oct 12 18:46:02.353016 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf5515e1-cacf-456d-93ce-583ff63bb8a4 req-0e909e5d-9c6b-4e8a-8bed-96fd74d46399 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592000 Oct 12 18:46:02.593459 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60143a19-2201-4bab-910e-9276f4ffe373 req-3d17b153-5db3-44a7-b805-d745863f65c7 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:02.595403 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-3d17b153-5db3-44a7-b805-d745863f65c7 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 814 time: 0.2053626 Oct 12 18:46:02.645345 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-2b8ab614-48f4-498f-8972-d73951e94fd9 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/quotas/a1cc9597b3f0403da8982951559dc19c HTTP/1.1" status: 200 len: 375 time: 0.0264401 Oct 12 18:46:02.808563 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-542fd6e5-6f88-46d6-85ec-6166720149f6 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501784 Oct 12 18:46:03.082949 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57088163-dcad-45b7-ba75-67a3700fefb7 req-3dbc19f4-6074-445a-92e5-73f72c01c4a2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:03.092250 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-57088163-dcad-45b7-ba75-67a3700fefb7 req-3dbc19f4-6074-445a-92e5-73f72c01c4a2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1513495 Oct 12 18:46:03.132441 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-e744e8ff-5f9a-454c-b464-e5275920f7f0 service neutron] 10.222.0.62 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012803 Oct 12 18:46:03.268287 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-57088163-dcad-45b7-ba75-67a3700fefb7 req-d54af0ea-0396-4e6a-a0f6-c3c64d843ff4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522188 Oct 12 18:46:03.336879 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-35043673-2330-4cad-aa4d-4b6783fa7f97 service neutron] 10.222.0.62 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884871 Oct 12 18:46:03.467278 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26e79a-b7aa-462e-a88b-d4ff6411e295 req-5471580f-1729-453c-95b5-51e3c7afef73 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:03.468761 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7b26e79a-b7aa-462e-a88b-d4ff6411e295 req-5471580f-1729-453c-95b5-51e3c7afef73 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0843112 Oct 12 18:46:03.573956 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7b26e79a-b7aa-462e-a88b-d4ff6411e295 req-f1d700cd-87f9-444f-8005-fa1eec95d931 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927286 Oct 12 18:46:03.642445 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8cbfe4e8-190d-4fa8-a503-350133b1909c req-58c7a74f-79ad-4f70-88f5-d346f7d70051 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0505610 Oct 12 18:46:03.696818 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cac0acde-ce6e-45de-89f2-b5f0485d4410 req-c5234c12-6675-464b-88dd-89180f4b143d tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0532846 Oct 12 18:46:04.430707 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e788c-ca27-4789-b13c-35fdcccc26f4 req-ce63fe08-a89c-45e7-81a3-3a7861dbb5fe tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:04.432675 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-648e788c-ca27-4789-b13c-35fdcccc26f4 req-ce63fe08-a89c-45e7-81a3-3a7861dbb5fe tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0680153 Oct 12 18:46:04.490499 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-648e788c-ca27-4789-b13c-35fdcccc26f4 req-8042b947-78c3-4d44-ac63-4c62e0898de7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463660 Oct 12 18:46:04.741093 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e6b3f-4920-4667-8476-33651e7b6238 req-7f41a5b9-8cac-45e7-82d5-6cf98da9ad8b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:04.744621 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ee7e6b3f-4920-4667-8476-33651e7b6238 req-7f41a5b9-8cac-45e7-82d5-6cf98da9ad8b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0784423 Oct 12 18:46:04.777853 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0dcc575b-e49d-4048-bef7-36bf9a67f18a req-d8fd90c7-5bb8-4302-a095-d2a987976632 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0320446 Oct 12 18:46:04.816690 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ee7e6b3f-4920-4667-8476-33651e7b6238 req-68784e90-10e1-4de1-8874-0b5089f4d9fc tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619392 Oct 12 18:46:04.891355 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d7c56b69-6f26-4bee-8fa5-6bfeaa862bf9 req-15779ba3-6a00-4166-b2f4-06a14abc818e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0446517 Oct 12 18:46:05.621217 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb5e8b-87e4-4946-b06f-2101e39fa1f6 req-1b2e31c7-43ea-4d4c-86c3-97db17e01ed5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:05.622824 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2cdb5e8b-87e4-4946-b06f-2101e39fa1f6 req-1b2e31c7-43ea-4d4c-86c3-97db17e01ed5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0541210 Oct 12 18:46:05.670538 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2cdb5e8b-87e4-4946-b06f-2101e39fa1f6 req-e94cb329-5318-4cd1-8efa-edf78cbb532b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Oct 12 18:46:05.906045 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b912f485-e09a-4f18-bec5-5cbbb19f1b80 req-668bb704-7888-4499-8c22-7d1a48c228b4 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0323477 Oct 12 18:46:05.962479 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04fab4-d815-453f-a9b2-25340408c6e8 req-107d1036-640a-4f8c-b98c-9a70633f7dca tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:05.964673 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ad04fab4-d815-453f-a9b2-25340408c6e8 req-107d1036-640a-4f8c-b98c-9a70633f7dca tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0627615 Oct 12 18:46:06.019391 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e62d31b0-0468-4a7f-94c2-3ce87ed541b9 req-c8ea2d02-7c65-4e72-b28f-d49ed27f9b39 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0321727 Oct 12 18:46:06.033159 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ad04fab4-d815-453f-a9b2-25340408c6e8 req-1a018361-25d3-41d8-8db8-5f8d7fe96147 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626717 Oct 12 18:46:06.825279 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649b5a-989a-4eb5-b876-211c8f5d1f12 req-9978857c-53a2-453b-853b-2ed9e1376bc5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:06.827757 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-68649b5a-989a-4eb5-b876-211c8f5d1f12 req-9978857c-53a2-453b-853b-2ed9e1376bc5 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0666385 Oct 12 18:46:06.869443 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-68649b5a-989a-4eb5-b876-211c8f5d1f12 req-b95afe6f-de29-4e19-b79a-0c42d39dd922 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341783 Oct 12 18:46:07.012494 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e4937124-c01c-435d-b586-c52a436ceb12 req-b9763525-5184-414b-a722-a4b9b3ea33b3 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0260112 Oct 12 18:46:07.126774 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39c89e63-06e2-474f-be80-fec591b4067b req-79f95984-2c50-48e7-b04d-67239a8d6761 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0277338 Oct 12 18:46:07.179303 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1224ce-72d4-4f1a-aceb-e32947aed619 req-6fa3829f-2087-482f-92cc-6fba72b33b70 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:07.180752 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7e1224ce-72d4-4f1a-aceb-e32947aed619 req-6fa3829f-2087-482f-92cc-6fba72b33b70 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0704784 Oct 12 18:46:07.226779 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7e1224ce-72d4-4f1a-aceb-e32947aed619 req-18483a1e-b11c-4ca2-a6ac-7a2714bcfe46 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396373 Oct 12 18:46:08.022388 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692bde8-209f-449c-a888-c04d986c089b req-6e6acea9-3ccd-4466-b4fe-daa2c61c7527 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:08.022388 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c692bde8-209f-449c-a888-c04d986c089b req-6e6acea9-3ccd-4466-b4fe-daa2c61c7527 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0678186 Oct 12 18:46:08.069872 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c692bde8-209f-449c-a888-c04d986c089b req-eb4394a0-3c25-47fa-a884-8983704ff17f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Oct 12 18:46:08.135573 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a5c5b5c2-04d9-4912-8aa2-ceb43a9a01d2 req-835a601d-a8ab-45c6-ad37-59e80d28f7b9 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0373292 Oct 12 18:46:08.231768 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a4d370e7-0a02-4571-a479-a44c9b1fec3c req-7e0242b2-5e5a-4ae1-a596-217ec058f12f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0325654 Oct 12 18:46:08.379236 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4717b6-b05f-4022-8cee-51dc9c18a3f0 req-553665a6-54e3-4f14-9d1c-2972d9f74d77 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:08.380910 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ff4717b6-b05f-4022-8cee-51dc9c18a3f0 req-553665a6-54e3-4f14-9d1c-2972d9f74d77 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0545862 Oct 12 18:46:08.421742 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ff4717b6-b05f-4022-8cee-51dc9c18a3f0 req-9abebbc3-8ad3-41c3-ba1b-92c3d050823f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346894 Oct 12 18:46:09.258197 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f155b75-b9e3-4856-84f8-d7e38e491dd2 req-d489c9c2-c6c2-42ac-b275-74e030a73987 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0329571 Oct 12 18:46:09.280877 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fd311-ea29-44ec-b033-e94bdafaa2e3 req-ac12ed97-f9a5-40a3-9e61-591aaf526bae tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:09.282442 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8a7fd311-ea29-44ec-b033-e94bdafaa2e3 req-ac12ed97-f9a5-40a3-9e61-591aaf526bae tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0919750 Oct 12 18:46:09.353075 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ff36c753-f9a1-4127-bad8-4acf93e67220 req-54f03e5a-24ef-4276-b9db-04ac58529ecb tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0373852 Oct 12 18:46:09.356305 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8a7fd311-ea29-44ec-b033-e94bdafaa2e3 req-cb54152e-16c7-412a-b77a-74b49265fd92 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613272 Oct 12 18:46:09.551692 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2fab7-b005-4a82-ad4b-81871f256cae req-2b41f7ab-64d7-40d0-8bed-83272109b1d0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:09.553453 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bff2fab7-b005-4a82-ad4b-81871f256cae req-2b41f7ab-64d7-40d0-8bed-83272109b1d0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0509548 Oct 12 18:46:09.597100 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bff2fab7-b005-4a82-ad4b-81871f256cae req-08fd47c9-b729-4dab-9d09-6d6daec0c971 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371916 Oct 12 18:46:10.477116 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-080a7a72-9bbc-48e9-8868-ddc5d97c8282 req-9305d915-5c59-46b7-9100-7c95965693b1 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0470920 Oct 12 18:46:10.527576 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1106cf6-7e9e-4204-bdbe-a30b5e8ec8a7 req-11bb7a12-78d6-4577-a82c-847ba8abc05f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0439193 Oct 12 18:46:10.609608 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84887fac-595e-4594-800f-c44ada80fcea req-8aed9e59-95a1-4486-9f75-d5529ba0a400 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:10.611167 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-84887fac-595e-4594-800f-c44ada80fcea req-8aed9e59-95a1-4486-9f75-d5529ba0a400 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0572877 Oct 12 18:46:10.658035 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-84887fac-595e-4594-800f-c44ada80fcea req-7dc63806-9a31-4d38-ab7b-92a972031347 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Oct 12 18:46:10.732133 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd504362-dff4-4664-b3b5-680322981326 req-f7577fd5-4fe2-497c-aeb7-244651f9ab55 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:10.733628 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dd504362-dff4-4664-b3b5-680322981326 req-f7577fd5-4fe2-497c-aeb7-244651f9ab55 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0566792 Oct 12 18:46:10.777827 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dd504362-dff4-4664-b3b5-680322981326 req-f03c44d5-2a53-4b07-9121-39aceada0a2c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382733 Oct 12 18:46:11.586279 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3c71abe0-9fbe-4d0f-b57e-58d98515c613 req-89d49493-83c1-40a4-bc5c-4dc62ba0c7ea tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0299976 Oct 12 18:46:11.638719 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-85b10f94-528d-4ff0-85c8-b6bc82328747 req-ed677477-e4c6-407e-a795-b3facad4dca8 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0353656 Oct 12 18:46:11.785141 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079e83-e9f7-4d1a-a5b3-9a45b3c809e7 req-b5d50b95-bf24-4e8a-93c1-0bb01eb6f2ae tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:11.786773 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c9079e83-e9f7-4d1a-a5b3-9a45b3c809e7 req-b5d50b95-bf24-4e8a-93c1-0bb01eb6f2ae tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0575593 Oct 12 18:46:11.836540 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c9079e83-e9f7-4d1a-a5b3-9a45b3c809e7 req-bff04b08-e4c7-476d-a216-a3aab84bd40b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Oct 12 18:46:11.917375 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe1bc-726b-4834-929a-e1837f9f069e req-8bfc48bb-aeb1-4e2a-8ba7-756a03c0fef2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:11.918977 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5bebe1bc-726b-4834-929a-e1837f9f069e req-8bfc48bb-aeb1-4e2a-8ba7-756a03c0fef2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0526593 Oct 12 18:46:11.968525 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5bebe1bc-726b-4834-929a-e1837f9f069e req-6a0a7b60-39e9-45e9-aad8-9cc93711209c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 Oct 12 18:46:12.707013 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-045c39c7-d36b-47dc-910e-3416026df650 req-50feacae-4376-4fff-8d72-975e8d8242ae tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0515041 Oct 12 18:46:12.753154 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2154ef82-1a06-451d-8be9-cda069757924 req-51b5fab3-5b72-45ca-a167-5d53ebf2c376 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0289955 Oct 12 18:46:12.998115 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13130-fc07-409f-9122-8492c61cd4fa req-5efe9b7e-3462-4a52-b17c-5a025e38e4d9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:12.999674 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccc13130-fc07-409f-9122-8492c61cd4fa req-5efe9b7e-3462-4a52-b17c-5a025e38e4d9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0867071 Oct 12 18:46:13.051669 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-5b1e820a-a980-419f-b175-9248d4fb2ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:13.063615 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccc13130-fc07-409f-9122-8492c61cd4fa req-2a2b71bd-787d-4d85-be55-0516b554760e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569983 Oct 12 18:46:13.150299 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89120fa4-911b-4473-bcfc-619b04dca415 req-0e4ee499-2eaf-423d-a61c-324f502c0408 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:13.151953 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-89120fa4-911b-4473-bcfc-619b04dca415 req-0e4ee499-2eaf-423d-a61c-324f502c0408 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0856209 Oct 12 18:46:13.209018 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-89120fa4-911b-4473-bcfc-619b04dca415 req-01751932-d7d2-4b26-99a7-6a0ea5786358 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455651 Oct 12 18:46:13.812371 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bae32cae-b558-4b1e-8759-e34fea7aa7d6 req-ff8c7f99-7d74-46b4-a733-50fa4567b420 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0265465 Oct 12 18:46:13.865643 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7bf4922a-0c12-450e-a986-791e0cdc594e req-490972be-7c02-4dad-bfa8-93139ea7bf41 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0289323 Oct 12 18:46:14.211435 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c14e4a-80a7-499f-beac-002e2f3e5400 req-6913c3dd-146e-4a23-8f41-b3401095e1e2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:14.213243 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-34c14e4a-80a7-499f-beac-002e2f3e5400 req-6913c3dd-146e-4a23-8f41-b3401095e1e2 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0611598 Oct 12 18:46:14.261799 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-34c14e4a-80a7-499f-beac-002e2f3e5400 req-430ee40f-68ab-4c28-8502-a08987ebc1f8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Oct 12 18:46:14.352679 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91fbdf-c261-434d-8d29-c99267c69277 req-f87b3fd9-9a2e-4b42-8778-f4d310c22b93 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:14.354764 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4b91fbdf-c261-434d-8d29-c99267c69277 req-f87b3fd9-9a2e-4b42-8778-f4d310c22b93 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0538497 Oct 12 18:46:14.396392 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4b91fbdf-c261-434d-8d29-c99267c69277 req-92c72d17-8a54-4a1a-afb5-5be5609b1f57 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356007 Oct 12 18:46:14.927285 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9016ee05-2c87-44d5-9153-2ac4c9bdb018 req-959deec3-c880-47eb-91ec-eb1997194e01 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0269730 Oct 12 18:46:14.970671 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-566d607e-6af7-49ca-924f-8bdfb3a3dde3 req-9c1003ea-1ee2-493f-8d3c-60cbff06de08 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0300956 Oct 12 18:46:15.380361 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17059a09-02d8-4a3e-9937-e5cf086aed29 req-32207c0d-793b-4a68-82a9-a265160dec27 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:15.381874 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-17059a09-02d8-4a3e-9937-e5cf086aed29 req-32207c0d-793b-4a68-82a9-a265160dec27 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0499597 Oct 12 18:46:15.426130 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-17059a09-02d8-4a3e-9937-e5cf086aed29 req-49f0dd23-0f4c-4401-ba99-85363b703946 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Oct 12 18:46:15.556208 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b425d1-4b3d-4869-9fab-4657c68bafc0 req-41c84cb3-c90f-41b4-bd72-1056c18e00a0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:15.558645 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f0b425d1-4b3d-4869-9fab-4657c68bafc0 req-41c84cb3-c90f-41b4-bd72-1056c18e00a0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0684676 Oct 12 18:46:15.566990 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-07b9636e-648b-4289-8886-24dd930291f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:15.568445 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-07b9636e-648b-4289-8886-24dd930291f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6821e26a124c4a96ac439a644c881286&device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 1099 time: 0.0447748 Oct 12 18:46:15.606521 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f0b425d1-4b3d-4869-9fab-4657c68bafc0 req-b9024554-5e5b-41a4-9d58-b260dbd1a7b5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Oct 12 18:46:15.696308 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-1eb19917-94ee-4b2b-af4e-5cebc4b5ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:15.697851 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-1eb19917-94ee-4b2b-af4e-5cebc4b5ef40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 200 len: 920 time: 0.1000569 Oct 12 18:46:15.746085 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-b110f147-7f4a-4944-8a64-bb8ac7fe97d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 200 len: 217 time: 0.0355167 Oct 12 18:46:15.802657 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-0f0444d5-f492-44e5-9d1c-035254c04b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:15.804153 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-0f0444d5-f492-44e5-9d1c-035254c04b91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 200 len: 859 time: 0.0496454 Oct 12 18:46:15.851667 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-58abdf6d-5c82-4f46-b2fa-bf322114eb43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39cc5561-93df-40bf-93cb-efa2e2a3756f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260427 Oct 12 18:46:15.948579 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-1bca0e15-155f-46d4-862c-c5487d529293 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860674 Oct 12 18:46:15.996774 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-23eebdc8-8098-4173-8225-b53b223e6fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:16.045923 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0f0e0e54-573e-46b5-8ea6-693eaa0d7c88 req-1e700ff6-9236-49e2-9f4f-5d67ab87fcd5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0277207 Oct 12 18:46:16.053398 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc2760e5-0874-4c02-b544-1d570b676b59 req-a70948f5-acb6-4c00-b594-eae23f659e40 service neutron] 10.222.0.32 "GET /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942791 Oct 12 18:46:16.081101 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6337c7a3-8671-448a-a123-42506aa78f5e req-35d5a86a-95c8-43c3-bf07-6bcef40cb315 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0318270 Oct 12 18:46:16.305686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-943a3934-a9df-4a30-80ec-ef6a070a5859 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:16.307408 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-943a3934-a9df-4a30-80ec-ef6a070a5859 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.32 "GET /v2.0/networks?id=e3cd5bc6-ec55-4465-932c-7bb990d30aaf HTTP/1.1" status: 200 len: 814 time: 0.1186247 Oct 12 18:46:16.328430 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Request body: {'port': {'device_id': '941ffba9-e1bb-438d-9bbf-1ca12a957c4f', 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf', 'admin_state_up': True, 'tenant_id': 'f8b961e2af52440587559ea5efa14e75'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:16.465022 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Made reservation on behalf of f8b961e2af52440587559ea5efa14e75 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:16.471103 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:16.561550 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d0ea0-0fda-47b5-af2b-7185f2fe121e req-1ea47f46-5727-4e3e-abda-8107c0e22063 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:16.563109 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ce5d0ea0-0fda-47b5-af2b-7185f2fe121e req-1ea47f46-5727-4e3e-abda-8107c0e22063 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0629761 Oct 12 18:46:16.610643 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ce5d0ea0-0fda-47b5-af2b-7185f2fe121e req-7a9c9f72-09c3-492e-87bc-6cee71fabc2a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Oct 12 18:46:16.656797 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Allocated IP 172.20.0.7 (e3cd5bc6-ec55-4465-932c-7bb990d30aaf/b4375cb6-0906-49d6-8788-e7184af936b9/02fd7ba5-3a35-4975-86f2-b7a907677990) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:16.738787 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b26ebf-99ea-47c3-83a2-162b9b215d2c req-0c86d5ee-c1c0-4f94-90a4-42a908698054 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:16.740609 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c7b26ebf-99ea-47c3-83a2-162b9b215d2c req-0c86d5ee-c1c0-4f94-90a4-42a908698054 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0531044 Oct 12 18:46:16.791879 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c7b26ebf-99ea-47c3-83a2-162b9b215d2c req-f7b7c106-4bde-4034-bcc4-2625e1b6e0a8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393376 Oct 12 18:46:16.830803 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:16.870114 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:16.875424 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:16.933555 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Network e3cd5bc6-ec55-4465-932c-7bb990d30aaf is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:16.951109 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:16.981589 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:16.987587 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:16.988209 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:17.003681 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Pushing event updated for resources: {'Port': ['ID=02fd7ba5-3a35-4975-86f2-b7a907677990,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:17.021799 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-71514973-f700-48c4-b12e-7b632f4c2d81 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6978726 Oct 12 18:46:17.036665 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Request body: {'port': {'device_id': '941ffba9-e1bb-438d-9bbf-1ca12a957c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:17.129753 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60143a19-2201-4bab-910e-9276f4ffe373 req-124744e2-9c17-4197-8aaa-b6c001a31d3d tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:17.131254 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-124744e2-9c17-4197-8aaa-b6c001a31d3d tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 814 time: 0.2166717 Oct 12 18:46:17.134154 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:17.152546 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'port': {'device_id': '55e31448-d70a-4833-a57f-84ee4973f55e', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'admin_state_up': True, 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:17.197236 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:17.201241 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8068f449-b71e-4163-9493-41caaf85f79f req-10f5bb3f-7028-4102-a1e4-adef6ca871a1 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0341747 Oct 12 18:46:17.216422 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ca9f-1a83-4327-9cf5-d7dd87b4895d req-4a10303e-2649-46bd-b1b6-2abbba324da5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:17.224131 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2b62ca9f-1a83-4327-9cf5-d7dd87b4895d req-4a10303e-2649-46bd-b1b6-2abbba324da5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 931 time: 0.0926979 Oct 12 18:46:17.280504 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2b62ca9f-1a83-4327-9cf5-d7dd87b4895d req-36c05f8e-3eb7-434a-9476-303ac3a6d29f tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535316 Oct 12 18:46:17.649198 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Made reservation on behalf of a1cc9597b3f0403da8982951559dc19c for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:17.656214 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:17.801623 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fd7ba5-3a35-4975-86f2-b7a907677990 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:46:17.814149 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:17.846978 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Transition to ACTIVE for port object 02fd7ba5-3a35-4975-86f2-b7a907677990 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:46:17.860357 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:17.882001 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f5539-6f6d-4ce0-9dc3-c685eb3b239a req-49b42bbe-c595-476f-b312-12f8efb420b9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:17.891381 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c00f5539-6f6d-4ce0-9dc3-c685eb3b239a req-49b42bbe-c595-476f-b312-12f8efb420b9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.1327307 Oct 12 18:46:17.928965 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Pushing event updated for resources: {'Port': ['ID=02fd7ba5-3a35-4975-86f2-b7a907677990,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:17.990163 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c00f5539-6f6d-4ce0-9dc3-c685eb3b239a req-9ee5a244-6664-4f77-93a1-caa3aa0f12cc tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973089 Oct 12 18:46:18.047267 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Attempting to bind port 02fd7ba5-3a35-4975-86f2-b7a907677990 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:46:18.047697 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Attempting to bind port 02fd7ba5-3a35-4975-86f2-b7a907677990 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:46:18.048032 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Attempting to bind port 02fd7ba5-3a35-4975-86f2-b7a907677990 on network e3cd5bc6-ec55-4465-932c-7bb990d30aaf {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:18.062182 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Port 02fd7ba5-3a35-4975-86f2-b7a907677990 on network e3cd5bc6-ec55-4465-932c-7bb990d30aaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:46:18.062741 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Attempting to bind port 02fd7ba5-3a35-4975-86f2-b7a907677990 on network e3cd5bc6-ec55-4465-932c-7bb990d30aaf {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:18.101309 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:46:18.101862 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Checking segment: {'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:18.102378 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Bound using segment: {'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:46:18.103023 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Bound port: 02fd7ba5-3a35-4975-86f2-b7a907677990, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:46:18.103495 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:18.175551 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Allocated IP 172.20.0.4 (8f31a936-c631-4094-9e1a-17d895dff65a/fa1c194f-59df-4563-8408-e83e651902dc/6c28d02e-e6d9-4303-9002-4f534cb9796d) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:18.215060 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e09e0-2c79-4afd-abf0-2d03842f18ff req-8f229c4b-b1a2-4deb-b727-50e5fb4b4af5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:18.244107 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a0e09e0-2c79-4afd-abf0-2d03842f18ff req-8f229c4b-b1a2-4deb-b727-50e5fb4b4af5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.1633017 Oct 12 18:46:18.273141 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] For port 02fd7ba5-3a35-4975-86f2-b7a907677990, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:46:18.325389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] For port 02fd7ba5-3a35-4975-86f2-b7a907677990, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02fd7ba5-3a35-4975-86f2-b7a907677990,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:46:18.330505 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a0e09e0-2c79-4afd-abf0-2d03842f18ff req-9deebcb0-704a-4620-bcb1-17ba8ee1a9e0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777280 Oct 12 18:46:18.352533 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:18.485167 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-67c16540-e5cb-489b-8108-334e179b5894 req-e7d84b41-636d-4b09-8a32-737099db5c7c tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0880606 Oct 12 18:46:18.486263 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:18.486939 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:18.490270 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] 10.222.0.32 "PUT /v2.0/ports/02fd7ba5-3a35-4975-86f2-b7a907677990 HTTP/1.1" status: 200 len: 1093 time: 1.4559145 Oct 12 18:46:18.490270 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ffba9-e1bb-438d-9bbf-1ca12a957c4f', 'tag': '02fd7ba5-3a35-4975-86f2-b7a907677990'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:18.491418 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f233cc4-7831-41f0-9325-2ed63ef2213a" -d '{"events": [{"name": "network-changed", "server_uuid": "941ffba9-e1bb-438d-9bbf-1ca12a957c4f", "tag": "02fd7ba5-3a35-4975-86f2-b7a907677990"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:18.554804 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b5d30-6e6f-46a7-984a-09fc6ff9de1f req-b912b9cd-4889-408e-bf2b-662cf78da3dc tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:18.556595 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c93b5d30-6e6f-46a7-984a-09fc6ff9de1f req-b912b9cd-4889-408e-bf2b-662cf78da3dc tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.1291175 Oct 12 18:46:18.559064 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9ccffa-919f-40e1-9f43-2bfc9aeba28f x-openstack-request-id: req-cb9ccffa-919f-40e1-9f43-2bfc9aeba28f {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:18.559426 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ffba9-e1bb-438d-9bbf-1ca12a957c4f", "tag": "02fd7ba5-3a35-4975-86f2-b7a907677990", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:18.559746 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb9ccffa-919f-40e1-9f43-2bfc9aeba28f {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:18.560201 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ffba9-e1bb-438d-9bbf-1ca12a957c4f', 'tag': '02fd7ba5-3a35-4975-86f2-b7a907677990', 'status': 'completed', 'code': 200} Oct 12 18:46:18.569131 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01badcd-dc74-4558-af4e-5fa68cde2bba service neutron] Pushing event updated for resources: {'Port': ['ID=02fd7ba5-3a35-4975-86f2-b7a907677990,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:18.603537 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c93b5d30-6e6f-46a7-984a-09fc6ff9de1f req-97442290-aae0-436a-a423-4263221e4aec tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393877 Oct 12 18:46:18.614585 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:18.662574 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:18.708330 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Network 8f31a936-c631-4094-9e1a-17d895dff65a is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:18.711521 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:18.715593 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:18.721231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:18.721885 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:18.738411 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'Port': ['ID=6c28d02e-e6d9-4303-9002-4f534cb9796d,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:18.750869 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-d4f2fb6a-2dbd-49bd-8ad5-2e37e660f834 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6037228 Oct 12 18:46:18.972923 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-f73dc1aa-d9ef-48d1-8e5f-bfcafeb643ef None None] Provisioning complete for port 6c28d02e-e6d9-4303-9002-4f534cb9796d triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:18.973563 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-f73dc1aa-d9ef-48d1-8e5f-bfcafeb643ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:19.022003 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-f73dc1aa-d9ef-48d1-8e5f-bfcafeb643ef None None] Port 6c28d02e-e6d9-4303-9002-4f534cb9796d cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:46:19.073097 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:19.151226 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299dbe3-a755-44b8-b31a-b5d9e2e710fc req-3bce1419-f1d6-4da7-ba28-1c61bf77a00a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:19.152909 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7299dbe3-a755-44b8-b31a-b5d9e2e710fc req-3bce1419-f1d6-4da7-ba28-1c61bf77a00a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0693295 Oct 12 18:46:19.194798 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7299dbe3-a755-44b8-b31a-b5d9e2e710fc req-cac276b5-9526-40ba-85aa-dbf7255459a7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357170 Oct 12 18:46:19.463184 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05a740-e3a0-4b4c-82b0-ceb55b70b3d5 req-276dfff9-1137-473f-bdd6-f3ad2a3db048 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:19.464933 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4c05a740-e3a0-4b4c-82b0-ceb55b70b3d5 req-276dfff9-1137-473f-bdd6-f3ad2a3db048 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0534112 Oct 12 18:46:19.512447 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4c05a740-e3a0-4b4c-82b0-ceb55b70b3d5 req-d9e039cb-42df-4422-a95c-d80bbaaeb99a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Oct 12 18:46:19.635929 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf721212-cc40-4bac-952e-2c3429e77940 req-979243b3-151c-46a8-ae7f-5c948d19b601 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:19.638551 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf721212-cc40-4bac-952e-2c3429e77940 req-979243b3-151c-46a8-ae7f-5c948d19b601 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0665257 Oct 12 18:46:19.678793 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf721212-cc40-4bac-952e-2c3429e77940 req-ef4d3e60-8e3a-4f7e-86ed-c8ebce59b0a8 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373635 Oct 12 18:46:19.743770 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9b392-fa28-401f-9b36-c4b8fe868af4 req-0aebc1d3-3ae0-4367-a514-b082a261332f tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:19.745881 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-47d9b392-fa28-401f-9b36-c4b8fe868af4 req-0aebc1d3-3ae0-4367-a514-b082a261332f tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0595036 Oct 12 18:46:19.799572 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-47d9b392-fa28-401f-9b36-c4b8fe868af4 req-9128ac99-021f-4562-82ab-cd3552261110 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Oct 12 18:46:20.331197 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9ef68-eda7-4892-a40b-276bd40e3b7f req-4b6f66e9-a23b-4a77-9e3a-f53ef66d73fb tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:20.332774 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d6e9ef68-eda7-4892-a40b-276bd40e3b7f req-4b6f66e9-a23b-4a77-9e3a-f53ef66d73fb tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0626187 Oct 12 18:46:20.377803 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d6e9ef68-eda7-4892-a40b-276bd40e3b7f req-a8609a0c-bcba-458f-8b98-f4b672417d12 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Oct 12 18:46:20.690835 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4efc-cc81-4201-b26c-0c8bb97908b3 req-a86be64a-ef04-4c35-be17-6b424b6b2aa1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:20.692430 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f91f4efc-cc81-4201-b26c-0c8bb97908b3 req-a86be64a-ef04-4c35-be17-6b424b6b2aa1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0586224 Oct 12 18:46:20.738411 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f91f4efc-cc81-4201-b26c-0c8bb97908b3 req-1d71511e-d6d3-4f22-b6e4-465d2ae5ce62 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Oct 12 18:46:20.806775 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65343-db77-48d2-8d7e-89872cdfa31c req-fc97d544-7505-4b80-99b5-7913d362c014 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:20.808461 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-24b65343-db77-48d2-8d7e-89872cdfa31c req-fc97d544-7505-4b80-99b5-7913d362c014 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0520699 Oct 12 18:46:20.851358 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-24b65343-db77-48d2-8d7e-89872cdfa31c req-fe1a49e3-0e2c-4b53-a923-7ebd08397c08 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355823 Oct 12 18:46:20.938881 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c49292-f10e-4970-aaf2-809310e9b663 req-a558dcb2-8e06-49af-b9bd-9721f5ab0ce0 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:20.940935 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8c49292-f10e-4970-aaf2-809310e9b663 req-a558dcb2-8e06-49af-b9bd-9721f5ab0ce0 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0595682 Oct 12 18:46:20.997057 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8c49292-f10e-4970-aaf2-809310e9b663 req-ce7dc4ed-05c6-4fc0-a816-bf033e596d80 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Oct 12 18:46:21.521957 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438ea8-17d4-4aa0-b09c-c96f13d9d302 req-7404d40e-5191-4648-9b85-08ea1d6117d7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:21.523775 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-21438ea8-17d4-4aa0-b09c-c96f13d9d302 req-7404d40e-5191-4648-9b85-08ea1d6117d7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0574739 Oct 12 18:46:21.576133 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-21438ea8-17d4-4aa0-b09c-c96f13d9d302 req-ae62a3a2-d871-4ae6-8e69-b4ecc6faa751 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Oct 12 18:46:21.641335 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:46:21.882897 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3de02-32f3-4d5b-9fa6-ad027cda4d76 req-1f017a37-3f69-40cd-bd5d-2409d344a6b3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:21.884552 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-65e3de02-32f3-4d5b-9fa6-ad027cda4d76 req-1f017a37-3f69-40cd-bd5d-2409d344a6b3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0638924 Oct 12 18:46:21.930014 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-65e3de02-32f3-4d5b-9fa6-ad027cda4d76 req-1a8178a2-2100-4d97-b4a0-b78204cee3fb tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385525 Oct 12 18:46:21.991791 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5661b3-5cb4-415a-8c1e-8617a0d67eea req-a8845a21-4e21-4252-b5f7-e080c707f926 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:21.993328 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ba5661b3-5cb4-415a-8c1e-8617a0d67eea req-a8845a21-4e21-4252-b5f7-e080c707f926 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0670371 Oct 12 18:46:22.050199 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ba5661b3-5cb4-415a-8c1e-8617a0d67eea req-af6d3c35-b9fc-4e65-be24-ad98ee0a6c9d tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Oct 12 18:46:22.127055 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39780-4129-4975-8ea4-5c0abceadb0b req-0e99ea58-54aa-48b9-9d3a-814e72f5d069 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:22.128627 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-20f39780-4129-4975-8ea4-5c0abceadb0b req-0e99ea58-54aa-48b9-9d3a-814e72f5d069 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0595090 Oct 12 18:46:22.175382 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-20f39780-4129-4975-8ea4-5c0abceadb0b req-2acc9b4f-b39c-4acb-9af6-22825222f8c4 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Oct 12 18:46:22.729730 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e7cde-1dc7-4a94-ae32-8aace00411fd req-e5c28811-99f4-4d97-b2f5-50b67e683196 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:22.731571 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fc6e7cde-1dc7-4a94-ae32-8aace00411fd req-e5c28811-99f4-4d97-b2f5-50b67e683196 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0712912 Oct 12 18:46:22.780179 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fc6e7cde-1dc7-4a94-ae32-8aace00411fd req-51c3cce7-45b0-4330-ac70-69508b2ebb53 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Oct 12 18:46:23.070337 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c0b2a-dc0b-4085-9224-9d1a9d631248 req-9e9e87e9-beb0-4a79-9011-101512c604be tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:23.071855 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-656c0b2a-dc0b-4085-9224-9d1a9d631248 req-9e9e87e9-beb0-4a79-9011-101512c604be tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0522876 Oct 12 18:46:23.116462 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-656c0b2a-dc0b-4085-9224-9d1a9d631248 req-75cf2e6c-10f4-4cba-b8a7-eba2d726eb4d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365098 Oct 12 18:46:23.177112 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235410d1-26d3-46d6-a633-b7e09c1c6624 req-babbee7b-84fc-405b-b92d-5bbf3e1eb74a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:23.178713 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-235410d1-26d3-46d6-a633-b7e09c1c6624 req-babbee7b-84fc-405b-b92d-5bbf3e1eb74a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0592356 Oct 12 18:46:23.247095 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-235410d1-26d3-46d6-a633-b7e09c1c6624 req-d4c0176c-7580-4167-a821-c0cf28b930f6 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Oct 12 18:46:23.324793 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52845-f7bb-4ebe-9ffa-7240e2b5f224 req-c8704dcf-a8fa-41d3-ba73-0e7669a38ce5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:23.326255 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e8d52845-f7bb-4ebe-9ffa-7240e2b5f224 req-c8704dcf-a8fa-41d3-ba73-0e7669a38ce5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0553007 Oct 12 18:46:23.375165 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e8d52845-f7bb-4ebe-9ffa-7240e2b5f224 req-8ad4d58c-f6a5-43dc-b4f4-c27e210dcc99 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423126 Oct 12 18:46:23.910379 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4108b-20a0-4ed7-bb1b-d73246a5d476 req-37055d35-8ede-490f-a0b7-e637345b7d93 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:23.911883 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d5b4108b-20a0-4ed7-bb1b-d73246a5d476 req-37055d35-8ede-490f-a0b7-e637345b7d93 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0497923 Oct 12 18:46:23.954061 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d5b4108b-20a0-4ed7-bb1b-d73246a5d476 req-4f767210-2caa-40c6-bf0f-e0a247c11b19 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351148 Oct 12 18:46:24.247368 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcee9b-60f6-4518-bb68-5fd33580457c req-df5c1996-ce24-43c6-8498-a01bee56bf00 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:24.248912 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40dcee9b-60f6-4518-bb68-5fd33580457c req-df5c1996-ce24-43c6-8498-a01bee56bf00 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0537136 Oct 12 18:46:24.293087 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40dcee9b-60f6-4518-bb68-5fd33580457c req-d4f639a5-bc3f-40dc-90ff-f37e8e1cd26c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362940 Oct 12 18:46:24.396593 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c1ca1-1fba-47b2-8d4c-9b26c436588a req-b1a5dec5-49c3-45db-b291-a7ecb7cb9c57 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:24.398309 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7c6c1ca1-1fba-47b2-8d4c-9b26c436588a req-b1a5dec5-49c3-45db-b291-a7ecb7cb9c57 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0557978 Oct 12 18:46:24.449565 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7c6c1ca1-1fba-47b2-8d4c-9b26c436588a req-dcebd242-34e1-4155-a571-7e47ab77d16c tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Oct 12 18:46:24.511126 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e07b9-cf6d-44d4-8d1b-c6b3e698a455 req-55937dbc-c10f-4293-af54-d9614f0430f1 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:24.512628 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-380e07b9-cf6d-44d4-8d1b-c6b3e698a455 req-55937dbc-c10f-4293-af54-d9614f0430f1 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0627356 Oct 12 18:46:24.558444 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-380e07b9-cf6d-44d4-8d1b-c6b3e698a455 req-ac8af007-eeaa-49e4-a3ea-e0f0648140ca tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393496 Oct 12 18:46:25.086863 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c174e-2210-43e9-97e6-dc9d688c3d49 req-987b5022-6244-40d3-a2ac-81730b510bde tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:25.088599 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3e1c174e-2210-43e9-97e6-dc9d688c3d49 req-987b5022-6244-40d3-a2ac-81730b510bde tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0580106 Oct 12 18:46:25.137557 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3e1c174e-2210-43e9-97e6-dc9d688c3d49 req-272adbf1-eea6-4ded-a4d5-f62bd8fd1772 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Oct 12 18:46:25.437941 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de02d3-c5a5-41bc-ae52-1cc51ff38187 req-9c1cb36d-28e3-4c96-bd41-533de251c283 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:25.439642 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-00de02d3-c5a5-41bc-ae52-1cc51ff38187 req-9c1cb36d-28e3-4c96-bd41-533de251c283 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0528920 Oct 12 18:46:25.483129 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-00de02d3-c5a5-41bc-ae52-1cc51ff38187 req-b6d37160-c834-42e4-8507-9a940b76e274 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374362 Oct 12 18:46:25.566876 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b0bc1-b422-404b-a45f-b378ebdf562e req-8e04e52c-a9a9-4938-9e5e-be38dd7f65ec tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:25.568371 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e3b0bc1-b422-404b-a45f-b378ebdf562e req-8e04e52c-a9a9-4938-9e5e-be38dd7f65ec tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0511880 Oct 12 18:46:25.610995 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e3b0bc1-b422-404b-a45f-b378ebdf562e req-1e4f8fd0-d6d3-491d-93f9-328f96092b33 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358922 Oct 12 18:46:25.686987 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f41060-ef1f-4de1-aaad-84ef66bb256e req-d193037f-443c-4698-90d5-805b297a66c9 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:25.688538 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-83f41060-ef1f-4de1-aaad-84ef66bb256e req-d193037f-443c-4698-90d5-805b297a66c9 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0565331 Oct 12 18:46:25.740833 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-83f41060-ef1f-4de1-aaad-84ef66bb256e req-c4f556e5-43e5-49cc-a03f-d498b94f9c5e tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447428 Oct 12 18:46:26.263127 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15e036-e88b-4e6d-81a4-583bc1cf6a3f req-ed85550f-4e59-4562-917a-d055d685dab4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:26.264655 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fa15e036-e88b-4e6d-81a4-583bc1cf6a3f req-ed85550f-4e59-4562-917a-d055d685dab4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0515575 Oct 12 18:46:26.304606 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fa15e036-e88b-4e6d-81a4-583bc1cf6a3f req-fd1f1d03-0d1b-4386-9d69-4a8e3a31b5eb tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339198 Oct 12 18:46:26.605165 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda460f-7854-4b90-b558-d5f7216a7347 req-91a0d663-e996-4a30-a102-b0dd93d9cf7a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:26.606740 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ffda460f-7854-4b90-b558-d5f7216a7347 req-91a0d663-e996-4a30-a102-b0dd93d9cf7a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0504248 Oct 12 18:46:26.648854 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ffda460f-7854-4b90-b558-d5f7216a7347 req-3af08d98-21b7-4a9d-ad60-89874fd9c9a9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360656 Oct 12 18:46:26.737664 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214287b-2f62-452a-b1af-be6bc172cd8f req-4268606a-d584-4380-9b31-a59f0047988d tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:26.739825 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4214287b-2f62-452a-b1af-be6bc172cd8f req-4268606a-d584-4380-9b31-a59f0047988d tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0554819 Oct 12 18:46:26.784731 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4214287b-2f62-452a-b1af-be6bc172cd8f req-10a14ff6-3e75-4137-9067-f0434901a934 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370877 Oct 12 18:46:26.866478 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a3483-50cc-48ac-b45e-f14d948e0a6d req-2c189d00-ebc3-40a9-b10b-d48243cd486b tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:26.868701 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2b5a3483-50cc-48ac-b45e-f14d948e0a6d req-2c189d00-ebc3-40a9-b10b-d48243cd486b tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0538855 Oct 12 18:46:26.910762 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2b5a3483-50cc-48ac-b45e-f14d948e0a6d req-ba32bc2b-5e37-4dda-848d-10a3e958e021 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360553 Oct 12 18:46:27.436971 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b1b64-bf3e-4210-b222-5631d3e65479 req-99ca0499-6f5c-44ab-8e07-23fbbb7da70e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:27.439588 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-699b1b64-bf3e-4210-b222-5631d3e65479 req-99ca0499-6f5c-44ab-8e07-23fbbb7da70e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0590785 Oct 12 18:46:27.479732 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-699b1b64-bf3e-4210-b222-5631d3e65479 req-a1f87498-c8ee-4f69-bf71-8bc2da1fdb46 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Oct 12 18:46:27.794999 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb340c-49ae-49c9-9faf-d3e460f846c7 req-07ccd1e9-4701-4dda-be6b-a9e8f769df36 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:27.797386 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-89fb340c-49ae-49c9-9faf-d3e460f846c7 req-07ccd1e9-4701-4dda-be6b-a9e8f769df36 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0619571 Oct 12 18:46:27.842324 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-89fb340c-49ae-49c9-9faf-d3e460f846c7 req-163b5658-6adf-4394-9d49-bab38192f498 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390153 Oct 12 18:46:27.912494 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c943-facc-469a-a1a3-008950ced804 req-0d6112e5-16ca-4145-9618-ff3983727cac tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:27.914043 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f8e2c943-facc-469a-a1a3-008950ced804 req-0d6112e5-16ca-4145-9618-ff3983727cac tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0508299 Oct 12 18:46:27.955050 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f8e2c943-facc-469a-a1a3-008950ced804 req-9d42d1c7-d67b-47c9-bafa-2db8de7ed033 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Oct 12 18:46:28.028407 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bddc1-b78c-436c-aaf2-f86e8f3449d9 req-dd3bc0a9-6a27-4473-a18e-96f430d5d273 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:28.029966 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a99bddc1-b78c-436c-aaf2-f86e8f3449d9 req-dd3bc0a9-6a27-4473-a18e-96f430d5d273 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0495346 Oct 12 18:46:28.070984 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a99bddc1-b78c-436c-aaf2-f86e8f3449d9 req-c0db6c22-ed5c-4136-98f3-e220684881f2 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348196 Oct 12 18:46:28.608292 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afefc62-e093-4be4-a8d0-dd8283d76274 req-611fd4db-51d5-419b-bcac-53b10b30190b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:28.610050 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7afefc62-e093-4be4-a8d0-dd8283d76274 req-611fd4db-51d5-419b-bcac-53b10b30190b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0559018 Oct 12 18:46:28.613438 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:28.662940 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7afefc62-e093-4be4-a8d0-dd8283d76274 req-c86f619f-ba63-42c1-8afb-5bfa3110e795 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Oct 12 18:46:28.973374 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadc83d-00e8-4693-9212-bd987e52f8c9 req-0cea3f07-6cab-408b-899a-e3e88d7368fb tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:28.975010 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3dadc83d-00e8-4693-9212-bd987e52f8c9 req-0cea3f07-6cab-408b-899a-e3e88d7368fb tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0587604 Oct 12 18:46:29.041240 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3dadc83d-00e8-4693-9212-bd987e52f8c9 req-cff2052c-1e3c-48f1-89a4-776a99fdf516 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597677 Oct 12 18:46:29.117391 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b8019-4e73-4d76-a9a9-d068e02f5ebd req-2d61eb46-da3c-40e0-9539-00c6f5472e1b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:29.118959 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a80b8019-4e73-4d76-a9a9-d068e02f5ebd req-2d61eb46-da3c-40e0-9539-00c6f5472e1b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0565503 Oct 12 18:46:29.194905 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a80b8019-4e73-4d76-a9a9-d068e02f5ebd req-59996f0c-1af8-4895-91d9-e86d71fd0c67 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690460 Oct 12 18:46:29.227393 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cd6ae-0fb1-4438-a7e0-586f087a6128 req-93a15b5d-75cd-4e99-b7df-154604df359d tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:29.231268 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ff0cd6ae-0fb1-4438-a7e0-586f087a6128 req-93a15b5d-75cd-4e99-b7df-154604df359d tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0805752 Oct 12 18:46:29.285672 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ff0cd6ae-0fb1-4438-a7e0-586f087a6128 req-99a097c5-605f-46ed-aaf0-c01ca506bbfe tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Oct 12 18:46:29.800307 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba8ecd-b956-48e1-8927-e2f32e569575 req-943ce22c-6819-45a7-83ae-3fbef73b45b1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:29.801842 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-71ba8ecd-b956-48e1-8927-e2f32e569575 req-943ce22c-6819-45a7-83ae-3fbef73b45b1 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0496066 Oct 12 18:46:29.841186 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-71ba8ecd-b956-48e1-8927-e2f32e569575 req-cbbe68a2-a065-43a8-9350-8c2f8b1fe51e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Oct 12 18:46:30.019888 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Request body: {'port': {'device_id': '55e31448-d70a-4833-a57f-84ee4973f55e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:30.103829 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f233cc4-7831-41f0-9325-2ed63ef2213a req-dad49c4e-d071-4cf1-a1eb-46a3479c2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:30.105879 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f233cc4-7831-41f0-9325-2ed63ef2213a req-dad49c4e-d071-4cf1-a1eb-46a3479c2e62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8b961e2af52440587559ea5efa14e75&device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 1096 time: 0.0833499 Oct 12 18:46:30.108474 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:30.170308 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab022-11df-428f-aa96-14d17d13642d req-a578fa57-eff2-427f-b0e3-a7c5da902ed7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:30.171814 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-addab022-11df-428f-aa96-14d17d13642d req-a578fa57-eff2-427f-b0e3-a7c5da902ed7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0472269 Oct 12 18:46:30.211042 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-addab022-11df-428f-aa96-14d17d13642d req-44288b19-8c82-497c-847a-0948e42852fa tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Oct 12 18:46:30.313950 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946874-9f41-4051-82e0-6f8931c624d9 req-562615b3-cc71-47fa-b041-37b52acfc3f0 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:30.315530 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3a946874-9f41-4051-82e0-6f8931c624d9 req-562615b3-cc71-47fa-b041-37b52acfc3f0 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 931 time: 0.0526273 Oct 12 18:46:30.362373 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3a946874-9f41-4051-82e0-6f8931c624d9 req-090926a5-23bf-4bfd-86ab-05c3f882d7fa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Oct 12 18:46:30.409616 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b53ade-47e3-4263-aec8-bd7c4cf9619a req-a7355c74-5b96-4dd2-ac5b-1c325762235b tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:30.411135 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-34b53ade-47e3-4263-aec8-bd7c4cf9619a req-a7355c74-5b96-4dd2-ac5b-1c325762235b tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0478737 Oct 12 18:46:30.424993 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f233cc4-7831-41f0-9325-2ed63ef2213a req-807c7e09-0669-4b96-bcb4-1fc33af351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:30.426491 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f233cc4-7831-41f0-9325-2ed63ef2213a req-807c7e09-0669-4b96-bcb4-1fc33af351c9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f8b961e2af52440587559ea5efa14e75&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2865715 Oct 12 18:46:30.450800 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-34b53ade-47e3-4263-aec8-bd7c4cf9619a req-722eaf55-317f-4917-9693-7424d4084e4a tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 Oct 12 18:46:30.653544 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f233cc4-7831-41f0-9325-2ed63ef2213a req-f7fca5ad-d920-47dc-8c86-4a1d9913af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:30.655058 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f233cc4-7831-41f0-9325-2ed63ef2213a req-f7fca5ad-d920-47dc-8c86-4a1d9913af78 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160285 Oct 12 18:46:30.670201 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c28d02e-e6d9-4303-9002-4f534cb9796d {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:46:30.678132 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:30.691044 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Transition to ACTIVE for port object 6c28d02e-e6d9-4303-9002-4f534cb9796d will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:46:30.695863 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:30.783298 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Pushing event updated for resources: {'Port': ['ID=6c28d02e-e6d9-4303-9002-4f534cb9796d,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:30.822345 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-fd73fb79-a3b5-4c83-81ee-24b3c07727bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:30.824511 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-fd73fb79-a3b5-4c83-81ee-24b3c07727bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8b961e2af52440587559ea5efa14e75&device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 1096 time: 0.1002023 Oct 12 18:46:30.827277 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Attempting to bind port 6c28d02e-e6d9-4303-9002-4f534cb9796d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:46:30.827614 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Attempting to bind port 6c28d02e-e6d9-4303-9002-4f534cb9796d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:46:30.827939 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Attempting to bind port 6c28d02e-e6d9-4303-9002-4f534cb9796d on network 8f31a936-c631-4094-9e1a-17d895dff65a {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:30.833313 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Port 6c28d02e-e6d9-4303-9002-4f534cb9796d on network 8f31a936-c631-4094-9e1a-17d895dff65a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:46:30.833646 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Attempting to bind port 6c28d02e-e6d9-4303-9002-4f534cb9796d on network 8f31a936-c631-4094-9e1a-17d895dff65a {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:30.877792 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:46:30.878127 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Checking segment: {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:30.878552 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Bound using segment: {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:46:30.879394 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Bound port: 6c28d02e-e6d9-4303-9002-4f534cb9796d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d674cdc-5feb-4815-9e1d-a77ecea748b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:46:30.879394 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:30.883215 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-11ef0b6a-2a14-4e4c-9986-1ecd0a1f7582 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fd7ba5-3a35-4975-86f2-b7a907677990 HTTP/1.1" status: 200 len: 217 time: 0.0470879 Oct 12 18:46:30.997586 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-dde095f2-1de5-4aaa-9525-0b62aea969f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:30.999241 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-dde095f2-1de5-4aaa-9525-0b62aea969f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4375cb6-0906-49d6-8788-e7184af936b9 HTTP/1.1" status: 200 len: 854 time: 0.1064925 Oct 12 18:46:31.095744 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] For port 6c28d02e-e6d9-4303-9002-4f534cb9796d, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:46:31.113434 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-2390ecec-b189-4afe-a163-27b8603e0d78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3cd5bc6-ec55-4465-932c-7bb990d30aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970778 Oct 12 18:46:31.113646 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fee715-ca73-4f8b-9d0d-fdcb29f03cf7 req-339d1981-88d1-4d85-8462-c90f279b0cbd tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.115983 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e0fee715-ca73-4f8b-9d0d-fdcb29f03cf7 req-339d1981-88d1-4d85-8462-c90f279b0cbd tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0973351 Oct 12 18:46:31.116829 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] For port 6c28d02e-e6d9-4303-9002-4f534cb9796d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:46:31.135518 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:31.164917 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e0fee715-ca73-4f8b-9d0d-fdcb29f03cf7 req-99a50002-108e-4a7d-9ffc-bffeb4dea733 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Oct 12 18:46:31.262518 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.263187 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:31.264609 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] 10.222.0.32 "PUT /v2.0/ports/6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 1093 time: 1.2491057 Oct 12 18:46:31.266851 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:31.270058 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df717607-317a-4573-bb68-205ac372c108" -d '{"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:31.311770 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de074f7e-b241-4596-8a78-44ac1ff2b34b service neutron] Pushing event updated for resources: {'Port': ['ID=6c28d02e-e6d9-4303-9002-4f534cb9796d,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:31.335596 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db02475-780a-4a7e-9c5b-84907635bd9f x-openstack-request-id: req-2db02475-780a-4a7e-9c5b-84907635bd9f {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:31.335962 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:31.336141 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2db02475-780a-4a7e-9c5b-84907635bd9f {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:31.336511 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'status': 'completed', 'code': 200} Oct 12 18:46:31.348842 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4944d-bdbd-45bb-8428-799ce15b77ed req-4fd00549-0209-4b7f-85d0-32854fe290e4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.356233 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b4e4944d-bdbd-45bb-8428-799ce15b77ed req-4fd00549-0209-4b7f-85d0-32854fe290e4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0584707 Oct 12 18:46:31.371038 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-8c54a0f8-99c0-42c9-b6f5-08a7aa9ac25d service neutron] 10.222.0.32 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503207 Oct 12 18:46:31.397115 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b4e4944d-bdbd-45bb-8428-799ce15b77ed req-5c67b3ef-2838-4d78-ac1a-eb877ac1cdbc tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 Oct 12 18:46:31.444290 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60143a19-2201-4bab-910e-9276f4ffe373 req-18e203cb-9d9f-4c02-8357-52942aaf9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.445833 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-18e203cb-9d9f-4c02-8357-52942aaf9f05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1096 time: 0.1189501 Oct 12 18:46:31.509058 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-6fa3fec6-3363-44f9-86f1-507a16687cd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 217 time: 0.0517848 Oct 12 18:46:31.535717 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47209afd-a32c-42f8-884c-85ea7fafa0f8 req-401ce416-0f3b-4292-8d02-ee041036ec09 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.538926 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-47209afd-a32c-42f8-884c-85ea7fafa0f8 req-401ce416-0f3b-4292-8d02-ee041036ec09 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 943 time: 0.0756211 Oct 12 18:46:31.572333 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c499a79-5c9f-4442-80f2-6569a6a6f75f req-ec37f6c0-18a1-4a84-8f63-9b5d543c30b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933198 Oct 12 18:46:31.583842 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60143a19-2201-4bab-910e-9276f4ffe373 req-42b8a3ca-9b7e-49ee-9c95-7183ba29e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.585320 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-42b8a3ca-9b7e-49ee-9c95-7183ba29e0ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.0666335 Oct 12 18:46:31.607402 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-47209afd-a32c-42f8-884c-85ea7fafa0f8 req-ff201b0d-0ecd-4a40-a075-591f634dfc42 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565541 Oct 12 18:46:31.618612 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834f247-b745-442f-9218-d345f0c9b9a3 req-dd2d2990-969b-4528-87b1-486551b9a7c1 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.627314 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7834f247-b745-442f-9218-d345f0c9b9a3 req-dd2d2990-969b-4528-87b1-486551b9a7c1 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0871503 Oct 12 18:46:31.639983 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60143a19-2201-4bab-910e-9276f4ffe373 req-0f28ce9c-c206-467d-99d2-9b67c1ec3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.641489 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-0f28ce9c-c206-467d-99d2-9b67c1ec3d1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471876 Oct 12 18:46:31.757020 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-1583f0c1-4643-4e57-a6b2-4050c1d49965 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032524 Oct 12 18:46:31.857106 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60143a19-2201-4bab-910e-9276f4ffe373 req-cb474627-2bb1-46b7-a295-e530b185adf1 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902531 Oct 12 18:46:31.882099 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7834f247-b745-442f-9218-d345f0c9b9a3 req-90fe0de7-748f-459f-9df1-84073ecfe590 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539089 Oct 12 18:46:31.961616 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717607-317a-4573-bb68-205ac372c108 req-dda22869-13b7-4340-9e06-263d1f6be5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:31.963129 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df717607-317a-4573-bb68-205ac372c108 req-dda22869-13b7-4340-9e06-263d1f6be5cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1096 time: 0.0410519 Oct 12 18:46:32.056473 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717607-317a-4573-bb68-205ac372c108 req-35873652-8878-422a-89f9-abd1c326b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:32.058137 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df717607-317a-4573-bb68-205ac372c108 req-35873652-8878-422a-89f9-abd1c326b528 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 915 time: 0.0876577 Oct 12 18:46:32.101380 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df717607-317a-4573-bb68-205ac372c108 req-0777e718-f91f-4930-8e20-f3ee94f36832 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 217 time: 0.0346081 Oct 12 18:46:32.299113 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922246b-1a48-46ef-835b-612b7a7a669a req-6b330df8-2db2-4e94-8644-c847c0d692e6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:32.300838 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a922246b-1a48-46ef-835b-612b7a7a669a req-6b330df8-2db2-4e94-8644-c847c0d692e6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0516536 Oct 12 18:46:32.341665 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a922246b-1a48-46ef-835b-612b7a7a669a req-7c33a45b-a3df-411c-a043-3b63a1c3e718 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Oct 12 18:46:32.372262 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717607-317a-4573-bb68-205ac372c108 req-5a5293e8-30f1-4cee-8692-a83a381a0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:32.373742 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df717607-317a-4573-bb68-205ac372c108 req-5a5293e8-30f1-4cee-8692-a83a381a0f2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.2637961 Oct 12 18:46:32.434662 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717607-317a-4573-bb68-205ac372c108 req-e0c7bfb8-6b2e-4e79-8e2d-c791bacd4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:32.436348 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df717607-317a-4573-bb68-205ac372c108 req-e0c7bfb8-6b2e-4e79-8e2d-c791bacd4b7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549226 Oct 12 18:46:32.526422 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0e32-ff01-4ea3-98ea-f2132b0ad416 req-a857aee3-4dc8-4af8-970a-5cb13a261b0f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:32.527987 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fe5a0e32-ff01-4ea3-98ea-f2132b0ad416 req-a857aee3-4dc8-4af8-970a-5cb13a261b0f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 943 time: 0.0513296 Oct 12 18:46:32.552329 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df717607-317a-4573-bb68-205ac372c108 req-f092fb73-301a-4138-9547-7e49d46f71c4 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919428 Oct 12 18:46:32.569161 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fe5a0e32-ff01-4ea3-98ea-f2132b0ad416 req-237dac29-9788-45a9-a5a6-7d86fffc04af tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330541 Oct 12 18:46:32.686422 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df717607-317a-4573-bb68-205ac372c108 req-e3157f1b-a16a-41e1-b044-1520026a3324 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197748 Oct 12 18:46:32.692969 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77703852-2c74-4069-bebe-5a85b31e60fd req-2816c924-4990-4663-b34c-65abdfefba5e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:32.695558 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77703852-2c74-4069-bebe-5a85b31e60fd req-2816c924-4990-4663-b34c-65abdfefba5e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 945 time: 0.0604129 Oct 12 18:46:32.748396 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77703852-2c74-4069-bebe-5a85b31e60fd req-9aa0b135-eb61-488c-b5de-0b92b40e285e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449638 Oct 12 18:46:32.784112 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc1836-5d39-491e-8653-50e305ec0577 req-1bd8d046-3070-4fde-8d8e-53677d9af598 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:32.785585 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40bc1836-5d39-491e-8653-50e305ec0577 req-1bd8d046-3070-4fde-8d8e-53677d9af598 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 943 time: 0.0519917 Oct 12 18:46:32.825272 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40bc1836-5d39-491e-8653-50e305ec0577 req-ef1c1545-9dd1-4650-ad61-123ee74782a4 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335226 Oct 12 18:46:32.991287 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:46:32.993674 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baff243-1057-4a8b-ad2d-36412437b6b9 req-6da5fae1-b948-4faa-bcdf-6e51ac7ab311 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:32.995830 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6baff243-1057-4a8b-ad2d-36412437b6b9 req-6da5fae1-b948-4faa-bcdf-6e51ac7ab311 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0474913 Oct 12 18:46:33.035388 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6baff243-1057-4a8b-ad2d-36412437b6b9 req-3e099fa6-b6bd-4af6-9d68-522eac2a7879 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Oct 12 18:46:33.092956 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:33.105586 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'port_id': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'mac_address': 'fa:16:3e:c5:ee:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:46:33.144808 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:33.158971 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ed27e8-71e2-4a30-be51-a39816b86ac1 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:46:33.179265 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:33.183850 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:33.230143 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=9']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:33.237694 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.238049 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.238394 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.238766 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.239104 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.239439 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.239769 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.240099 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.240450 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.240782 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.241107 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.241432 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:33.536850 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['d0ed27e8-71e2-4a30-be51-a39816b86ac1'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:33.693451 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a67d3-4f71-452e-8176-6b34a0a56065 req-0e17aa32-e243-48ae-9f20-1ba1903f11ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:33.694956 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c58a67d3-4f71-452e-8176-6b34a0a56065 req-0e17aa32-e243-48ae-9f20-1ba1903f11ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 944 time: 0.0524087 Oct 12 18:46:33.734401 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c58a67d3-4f71-452e-8176-6b34a0a56065 req-023fc353-1d0e-4c7a-afb8-b4bff070e6b8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326583 Oct 12 18:46:33.870032 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6f955-2316-40c2-9f34-367a8afa451d req-798377ca-2621-455a-8862-6ebbac9b7d39 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:33.871925 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fac6f955-2316-40c2-9f34-367a8afa451d req-798377ca-2621-455a-8862-6ebbac9b7d39 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 945 time: 0.0543275 Oct 12 18:46:33.922299 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fac6f955-2316-40c2-9f34-367a8afa451d req-83627e4a-d239-407d-a825-7d5f3a1f9120 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Oct 12 18:46:33.958727 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a375-c83f-4a9a-892d-27b84bdd4baa req-b452320c-67ec-4600-961a-3818ac000881 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:33.960213 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b944a375-c83f-4a9a-892d-27b84bdd4baa req-b452320c-67ec-4600-961a-3818ac000881 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 943 time: 0.0538361 Oct 12 18:46:33.999694 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b944a375-c83f-4a9a-892d-27b84bdd4baa req-478b6f38-9fb6-4491-b16f-39f33c8dcc3e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Oct 12 18:46:34.161619 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39611214-76c8-4ad3-9b83-73bfc284a6d5 req-50a67b87-51d9-4dbe-9b3b-a1f2ce095c4e tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:34.163130 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39611214-76c8-4ad3-9b83-73bfc284a6d5 req-50a67b87-51d9-4dbe-9b3b-a1f2ce095c4e tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0532260 Oct 12 18:46:34.202631 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-39611214-76c8-4ad3-9b83-73bfc284a6d5 req-c1056adf-132a-4546-bd3f-368204a3c03d tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326943 Oct 12 18:46:34.311740 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-641326fb-b6d3-4771-a696-ccd320750817 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:34.313087 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-641326fb-b6d3-4771-a696-ccd320750817 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 945 time: 0.0472219 Oct 12 18:46:34.409216 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Deleting port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:46:34.409556 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:34.496529 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] For port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:34.496889 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:34.511232 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Calling delete_port for 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:46:34.639961 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:34.651984 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['f440090b-cce0-464a-be69-6580f3988de7', 'cf405d6c-b647-43d7-9295-6376b748dbaa', '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c', '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:34.666027 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Pushing event deleted for resources: {'Port': ['ID=790dfe2c-83e0-4d4b-a26b-48f5f9778bd7,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:34.711729 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] No DVR routers for this DVR port 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:46:34.714236 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:34.717767 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-937c35ad-d41c-406a-95d2-5960c305dc2a req-7e3394ed-0f04-4c96-b69d-8829670d3023 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "DELETE /v2.0/ports/790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 HTTP/1.1" status: 204 len: 173 time: 0.3971331 Oct 12 18:46:34.718227 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32ba2a6-5c27-4e92-a747-1267a58dd84a', 'name': 'network-vif-deleted', 'tag': '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:34.720485 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7748f65-0ab8-4178-8a3c-a223e25bfe07" -d '{"events": [{"server_uuid": "d32ba2a6-5c27-4e92-a747-1267a58dd84a", "name": "network-vif-deleted", "tag": "790dfe2c-83e0-4d4b-a26b-48f5f9778bd7"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:34.759301 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be619f06-488a-4b0b-ae7a-1e6f88324bd2 x-openstack-request-id: req-be619f06-488a-4b0b-ae7a-1e6f88324bd2 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:34.759715 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32ba2a6-5c27-4e92-a747-1267a58dd84a", "name": "network-vif-deleted", "tag": "790dfe2c-83e0-4d4b-a26b-48f5f9778bd7", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:34.760040 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be619f06-488a-4b0b-ae7a-1e6f88324bd2 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:34.760516 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ba2a6-5c27-4e92-a747-1267a58dd84a', 'name': 'network-vif-deleted', 'tag': '790dfe2c-83e0-4d4b-a26b-48f5f9778bd7', 'status': 'completed', 'code': 200} Oct 12 18:46:34.867318 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b28b58-5e8b-4cc3-8de1-ac2d35f70470 req-75d22e51-bb1f-4e63-b6c8-871f445da1e0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:34.868947 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6b28b58-5e8b-4cc3-8de1-ac2d35f70470 req-75d22e51-bb1f-4e63-b6c8-871f445da1e0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 944 time: 0.0509603 Oct 12 18:46:34.914380 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6b28b58-5e8b-4cc3-8de1-ac2d35f70470 req-8de14290-4b7a-42af-b5b9-85a273fd13f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344837 Oct 12 18:46:34.994186 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 02fd7ba5-3a35-4975-86f2-b7a907677990 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:46:34.996999 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:35.054007 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-79262ef9-36f0-4d7d-9a5a-4958ca0ad09b req-ef20bbfe-2f9d-4eb9-b8fa-b4cb7d9b4c0a tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=d32ba2a6-5c27-4e92-a747-1267a58dd84a HTTP/1.1" status: 200 len: 210 time: 0.0382650 Oct 12 18:46:35.122277 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port d0ed27e8-71e2-4a30-be51-a39816b86ac1 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:35.122694 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:35.135520 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72297f-70a0-4f23-8399-20bd7029829b req-a736fdaa-caba-4fd6-9b13-222f0dda8990 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:35.137755 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7d72297f-70a0-4f23-8399-20bd7029829b req-a736fdaa-caba-4fd6-9b13-222f0dda8990 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 943 time: 0.0663395 Oct 12 18:46:35.174316 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 02fd7ba5-3a35-4975-86f2-b7a907677990, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02fd7ba5-3a35-4975-86f2-b7a907677990,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:35.187072 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7d72297f-70a0-4f23-8399-20bd7029829b req-a594f8d8-b047-409f-ba42-97cf368764a2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Oct 12 18:46:35.191415 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '02fd7ba5-3a35-4975-86f2-b7a907677990', 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf', 'port_id': '02fd7ba5-3a35-4975-86f2-b7a907677990', 'mac_address': 'fa:16:3e:9d:44:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4375cb6-0906-49d6-8788-e7184af936b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:46:35.274109 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:35.289673 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:35.301383 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fd7ba5-3a35-4975-86f2-b7a907677990 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:46:35.330493 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 02fd7ba5-3a35-4975-86f2-b7a907677990, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02fd7ba5-3a35-4975-86f2-b7a907677990,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:35.335605 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:35.337894 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2d5120-cc7c-4b87-8231-c29dd2418c8a" -d '{"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:35.345176 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9703c8-4cbb-4c4a-aeae-75aa250f5c1e req-7856381f-f95e-48a1-b49d-f2f9af1941ac tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:35.346839 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d9703c8-4cbb-4c4a-aeae-75aa250f5c1e req-7856381f-f95e-48a1-b49d-f2f9af1941ac tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 943 time: 0.0619421 Oct 12 18:46:35.347997 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:35.348653 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 6c28d02e-e6d9-4303-9002-4f534cb9796d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:46:35.361171 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:35.384838 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071f8452-a2fa-4752-bb6e-f6a857c33084 x-openstack-request-id: req-071f8452-a2fa-4752-bb6e-f6a857c33084 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:35.385164 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:35.386284 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-071f8452-a2fa-4752-bb6e-f6a857c33084 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:35.386702 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'code': 200} Oct 12 18:46:35.391611 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d9703c8-4cbb-4c4a-aeae-75aa250f5c1e req-a5129b3b-2ec8-4557-b90f-6d47e2f49aef tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376341 Oct 12 18:46:35.392286 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:35.459629 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=02fd7ba5-3a35-4975-86f2-b7a907677990,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:35.536765 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 6c28d02e-e6d9-4303-9002-4f534cb9796d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:35.538922 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=10']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:35.550191 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'port_id': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'mac_address': 'fa:16:3e:ca:e1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:46:35.586648 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:35.602402 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c28d02e-e6d9-4303-9002-4f534cb9796d {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:46:35.622716 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 6c28d02e-e6d9-4303-9002-4f534cb9796d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:35.626385 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:35.673962 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=6c28d02e-e6d9-4303-9002-4f534cb9796d,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:35.899440 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297fd3-dec7-4f92-b0e1-a5e23c27f971 req-badfe1cf-d917-4efc-b2fe-5b41979c3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:35.900977 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7c297fd3-dec7-4f92-b0e1-a5e23c27f971 req-badfe1cf-d917-4efc-b2fe-5b41979c3514 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 1099 time: 0.0429471 Oct 12 18:46:35.936325 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7c297fd3-dec7-4f92-b0e1-a5e23c27f971 req-91af688e-8060-4b8c-ad14-949bd7a9bcf1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280097 Oct 12 18:46:35.993820 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['02fd7ba5-3a35-4975-86f2-b7a907677990'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:36.034675 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['6c28d02e-e6d9-4303-9002-4f534cb9796d'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:36.036313 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33640-b133-4eef-8133-62e0ded434f7 req-f966a3be-4191-4ed0-b93e-805ccc91c9d8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:36.043282 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1ab33640-b133-4eef-8133-62e0ded434f7 req-f966a3be-4191-4ed0-b93e-805ccc91c9d8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0532217 Oct 12 18:46:36.080288 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1ab33640-b133-4eef-8133-62e0ded434f7 req-1792eb3b-351d-41c8-bb0c-b769619107f5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345864 Oct 12 18:46:36.345297 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d7fa2-1fbd-460c-bf71-56daace42a09 req-31d4d9fb-4fc4-4b07-96cb-3f9d7468009a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:36.346752 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dc9d7fa2-1fbd-460c-bf71-56daace42a09 req-31d4d9fb-4fc4-4b07-96cb-3f9d7468009a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0711823 Oct 12 18:46:36.356255 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119479d6-e8c2-42b3-a4ab-3ce6b1a515d8 req-4eb79cb5-f7c7-40e8-ac83-eba0dccef988 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:36.357787 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-119479d6-e8c2-42b3-a4ab-3ce6b1a515d8 req-4eb79cb5-f7c7-40e8-ac83-eba0dccef988 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 944 time: 0.0910602 Oct 12 18:46:36.409088 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dc9d7fa2-1fbd-460c-bf71-56daace42a09 req-ec1f1083-32ff-4037-ac8c-9308eba3dce8 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Oct 12 18:46:36.431699 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-119479d6-e8c2-42b3-a4ab-3ce6b1a515d8 req-136c6b62-da4b-4207-9e3c-8455684247c1 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505214 Oct 12 18:46:36.526869 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa4cdf-b67a-430c-b2cc-ddd7ee627475 req-3404286b-f95e-41e2-b594-8e6b27060df4 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:36.528345 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e8fa4cdf-b67a-430c-b2cc-ddd7ee627475 req-3404286b-f95e-41e2-b594-8e6b27060df4 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 944 time: 0.0497901 Oct 12 18:46:36.568860 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e8fa4cdf-b67a-430c-b2cc-ddd7ee627475 req-d9f72824-93ec-4f20-a499-fea0c5fab084 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346298 Oct 12 18:46:37.000503 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:46:37.020529 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:46:37.020858 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 790dfe2c-83e0-4d4b-a26b-48f5f9778bd7 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:46:37.204009 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0b7be-35a5-4b07-9cff-560984afdbc3 req-bee16bfe-c093-4662-a4e5-666848524597 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:37.205509 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-afc0b7be-35a5-4b07-9cff-560984afdbc3 req-bee16bfe-c093-4662-a4e5-666848524597 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0493639 Oct 12 18:46:37.243615 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-afc0b7be-35a5-4b07-9cff-560984afdbc3 req-bddeb71e-e12a-42bc-a923-4fa8f2360cdf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Oct 12 18:46:37.581711 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7b051-9899-46ef-8800-35447f38ca4c req-a1741304-8b1b-4f7f-91e6-4b695e7a7c64 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:37.583211 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ddf7b051-9899-46ef-8800-35447f38ca4c req-a1741304-8b1b-4f7f-91e6-4b695e7a7c64 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 945 time: 0.0982862 Oct 12 18:46:37.595754 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03541-80a7-4796-9c22-671928aad67b req-9f1d4d79-c268-4ed4-97b0-3c40af77c60a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:37.597499 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-14b03541-80a7-4796-9c22-671928aad67b req-9f1d4d79-c268-4ed4-97b0-3c40af77c60a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.1033154 Oct 12 18:46:37.660823 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ddf7b051-9899-46ef-8800-35447f38ca4c req-b3b7a2eb-bea6-4a31-8233-b73f94e2bc0d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621736 Oct 12 18:46:37.663816 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-14b03541-80a7-4796-9c22-671928aad67b req-8d74bb8c-eee5-42e9-a0d3-a52e74f54566 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583024 Oct 12 18:46:37.810529 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b657a2-c23e-48e6-b826-0e4928755296 req-f70f378f-2091-4737-be4d-f1dd4494f1ed tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:37.811978 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-28b657a2-c23e-48e6-b826-0e4928755296 req-f70f378f-2091-4737-be4d-f1dd4494f1ed tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 944 time: 0.0815756 Oct 12 18:46:37.824681 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4597e1-6c61-4ac5-a675-aaff6e2d4122 req-311813dc-76d9-489e-884e-b78a4c8a4966 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:37.825965 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bb4597e1-6c61-4ac5-a675-aaff6e2d4122 req-311813dc-76d9-489e-884e-b78a4c8a4966 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 944 time: 0.0843506 Oct 12 18:46:37.881465 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-28b657a2-c23e-48e6-b826-0e4928755296 req-f122e4b4-d4d1-4223-ad1c-7ec448c6a787 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544918 Oct 12 18:46:37.886933 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bb4597e1-6c61-4ac5-a675-aaff6e2d4122 req-138df7ce-ab9f-48bb-9b40-f5a1f9c1eda0 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537996 Oct 12 18:46:38.368587 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc01104-70e1-48eb-89c3-8598b2820b4e req-ceec64f2-992d-4be3-9c7b-d5036d329f52 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:38.370822 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9bc01104-70e1-48eb-89c3-8598b2820b4e req-ceec64f2-992d-4be3-9c7b-d5036d329f52 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0523107 Oct 12 18:46:38.407093 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9bc01104-70e1-48eb-89c3-8598b2820b4e req-fc36d7b0-1763-4b78-bf6c-9ad494a25ae5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Oct 12 18:46:38.808349 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa234ec-77e2-4058-b67d-de307c925ad6 req-9649c9a8-3425-4355-97c5-1ea5ecd45746 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:38.809834 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7aa234ec-77e2-4058-b67d-de307c925ad6 req-9649c9a8-3425-4355-97c5-1ea5ecd45746 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 945 time: 0.0776956 Oct 12 18:46:38.817933 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8b0b7-33c2-48b6-b603-efffce7862d9 req-98d28e8e-375e-4541-a232-a629dfc62f05 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:38.819366 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-26d8b0b7-33c2-48b6-b603-efffce7862d9 req-98d28e8e-375e-4541-a232-a629dfc62f05 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0763049 Oct 12 18:46:38.872060 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7aa234ec-77e2-4058-b67d-de307c925ad6 req-47c067e3-a604-462a-98be-7e4b905ed0dd tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517418 Oct 12 18:46:38.884625 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-26d8b0b7-33c2-48b6-b603-efffce7862d9 req-69e5b7eb-ca95-4345-b5d2-99dbda704a87 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583553 Oct 12 18:46:39.012917 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 02fd7ba5-3a35-4975-86f2-b7a907677990 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:39.023481 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca6987-928c-47c8-856b-8150c79ca862 req-eabdb52e-73dd-4f21-9878-76cbb29f3fa6 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:39.024952 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7eca6987-928c-47c8-856b-8150c79ca862 req-eabdb52e-73dd-4f21-9878-76cbb29f3fa6 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 944 time: 0.0665219 Oct 12 18:46:39.033686 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d4a57-c515-4921-93b3-7aba00a8a678 req-099e0c1e-51d6-471d-b21e-7332f5cfe7f0 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:39.035121 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-232d4a57-c515-4921-93b3-7aba00a8a678 req-099e0c1e-51d6-471d-b21e-7332f5cfe7f0 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 944 time: 0.0870349 Oct 12 18:46:39.063575 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 02fd7ba5-3a35-4975-86f2-b7a907677990 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:46:39.068151 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 02fd7ba5-3a35-4975-86f2-b7a907677990 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:39.068522 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.092161 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7eca6987-928c-47c8-856b-8150c79ca862 req-03b8e97e-b7d9-43a1-a3e1-95a04c53d614 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560687 Oct 12 18:46:39.106134 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-232d4a57-c515-4921-93b3-7aba00a8a678 req-37bf794b-456f-4d2a-80f5-deb6cbf1dd99 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642636 Oct 12 18:46:39.128173 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-7dc87abf-c3cb-46fd-812f-45c864fb9836 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:39.129616 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-7dc87abf-c3cb-46fd-812f-45c864fb9836 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.32 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 946 time: 0.0576439 Oct 12 18:46:39.161973 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.186158 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ffba9-e1bb-438d-9bbf-1ca12a957c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fd7ba5-3a35-4975-86f2-b7a907677990'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:39.188403 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf6d9d-1f4e-4e68-b612-3ab5b5af7b80" -d '{"events": [{"server_uuid": "941ffba9-e1bb-438d-9bbf-1ca12a957c4f", "name": "network-vif-plugged", "status": "completed", "tag": "02fd7ba5-3a35-4975-86f2-b7a907677990"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:39.201871 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 02fd7ba5-3a35-4975-86f2-b7a907677990, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02fd7ba5-3a35-4975-86f2-b7a907677990,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:39.206887 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.207685 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 6c28d02e-e6d9-4303-9002-4f534cb9796d up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:39.235395 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Deleting port 86bf1c3e-0e18-4c09-a562-452e2a083af0 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:46:39.235992 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.249942 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da142d7f-75ab-4d0c-bbac-c0f69343a7b8 x-openstack-request-id: req-da142d7f-75ab-4d0c-bbac-c0f69343a7b8 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:39.250251 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ffba9-e1bb-438d-9bbf-1ca12a957c4f", "name": "network-vif-plugged", "status": "completed", "tag": "02fd7ba5-3a35-4975-86f2-b7a907677990", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:39.250540 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da142d7f-75ab-4d0c-bbac-c0f69343a7b8 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:39.250921 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ffba9-e1bb-438d-9bbf-1ca12a957c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fd7ba5-3a35-4975-86f2-b7a907677990', 'code': 200} Oct 12 18:46:39.346014 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] For port 86bf1c3e-0e18-4c09-a562-452e2a083af0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=86bf1c3e-0e18-4c09-a562-452e2a083af0,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:39.346887 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.364869 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Calling delete_port for 86bf1c3e-0e18-4c09-a562-452e2a083af0 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:46:39.419788 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=02fd7ba5-3a35-4975-86f2-b7a907677990,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:39.435452 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 6c28d02e-e6d9-4303-9002-4f534cb9796d completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:46:39.437469 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6332d-db05-465d-8cf9-731507797f5c req-aeb59884-a51f-463a-9be0-b0e091f27699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:39.439605 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e0a6332d-db05-465d-8cf9-731507797f5c req-aeb59884-a51f-463a-9be0-b0e091f27699 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 1098 time: 0.0600133 Oct 12 18:46:39.439744 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 6c28d02e-e6d9-4303-9002-4f534cb9796d triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:39.440155 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.476462 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e0a6332d-db05-465d-8cf9-731507797f5c req-1f84e974-09a5-4117-94f3-411b19f3630e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293231 Oct 12 18:46:39.482045 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8897884-1519-4d76-a1b1-86935c307a39 req-b88a1749-a677-4dee-bd0c-bd7c48ccdd4e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:39.483608 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d8897884-1519-4d76-a1b1-86935c307a39 req-b88a1749-a677-4dee-bd0c-bd7c48ccdd4e tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 945 time: 0.1033368 Oct 12 18:46:39.524926 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.551844 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.559101 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 6c28d02e-e6d9-4303-9002-4f534cb9796d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:39.564019 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['fddc7ae3-310a-4b5b-825f-b4fd66331165', '86bf1c3e-0e18-4c09-a562-452e2a083af0'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:39.567731 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.583000 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Pushing event deleted for resources: {'Port': ['ID=86bf1c3e-0e18-4c09-a562-452e2a083af0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:39.624688 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] No DVR routers for this DVR port 86bf1c3e-0e18-4c09-a562-452e2a083af0 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:46:39.627225 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.630577 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ef9b272c-5445-4ae0-bc79-d03210b5d422 req-bf41ab55-0f0a-4c55-964c-e69e73bf1ec4 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.32 "DELETE /v2.0/ports/86bf1c3e-0e18-4c09-a562-452e2a083af0 HTTP/1.1" status: 204 len: 173 time: 0.4936516 Oct 12 18:46:39.631021 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1027e289-5aba-43bc-abb1-1fb84cd07673', 'name': 'network-vif-deleted', 'tag': '86bf1c3e-0e18-4c09-a562-452e2a083af0'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:39.633289 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7762dd9-af1c-4f3e-967d-972781f4ef75" -d '{"events": [{"server_uuid": "1027e289-5aba-43bc-abb1-1fb84cd07673", "name": "network-vif-deleted", "tag": "86bf1c3e-0e18-4c09-a562-452e2a083af0"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:39.662898 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=6c28d02e-e6d9-4303-9002-4f534cb9796d,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:39.695746 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c11553-cb25-4542-9aca-d54d8a7854f4 x-openstack-request-id: req-56c11553-cb25-4542-9aca-d54d8a7854f4 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:39.696134 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1027e289-5aba-43bc-abb1-1fb84cd07673", "name": "network-vif-deleted", "tag": "86bf1c3e-0e18-4c09-a562-452e2a083af0", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:39.696285 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56c11553-cb25-4542-9aca-d54d8a7854f4 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:39.696771 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1027e289-5aba-43bc-abb1-1fb84cd07673', 'name': 'network-vif-deleted', 'tag': '86bf1c3e-0e18-4c09-a562-452e2a083af0', 'status': 'completed', 'code': 200} Oct 12 18:46:39.770605 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Deleting port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:46:39.770954 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.869382 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] For port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:39.870407 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:39.882456 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Calling delete_port for 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:46:40.003717 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8a4ed9e-8c85-496e-a9e3-5181781ea515 req-a7f96e92-b2f1-400f-9c17-71f1edc919bd tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1027e289-5aba-43bc-abb1-1fb84cd07673 HTTP/1.1" status: 200 len: 210 time: 0.0316572 Oct 12 18:46:40.030663 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272a69a-388e-497f-90ae-1f22ca28aa58 req-562b5380-787e-413c-8768-1d4c726a88f7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:40.032438 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:40.033748 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d272a69a-388e-497f-90ae-1f22ca28aa58 req-562b5380-787e-413c-8768-1d4c726a88f7 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c330fd7d-bc65-484d-9d05-3e8f7192b18a HTTP/1.1" status: 200 len: 945 time: 0.0888224 Oct 12 18:46:40.046646 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['f440090b-cce0-464a-be69-6580f3988de7', 'cf405d6c-b647-43d7-9295-6376b748dbaa', '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:40.064490 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Pushing event deleted for resources: {'Port': ['ID=5bac13e5-8e79-4a1b-94de-d2ca8965fa5c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:40.107290 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d272a69a-388e-497f-90ae-1f22ca28aa58 req-16a4d6f0-df00-4d44-9e6b-da0d0b1a6f41 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 Oct 12 18:46:40.109777 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] No DVR routers for this DVR port 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:46:40.112982 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:40.116998 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d8897884-1519-4d76-a1b1-86935c307a39 req-4d3b420e-81b1-4069-8e80-915272306b57 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "DELETE /v2.0/ports/5bac13e5-8e79-4a1b-94de-d2ca8965fa5c HTTP/1.1" status: 204 len: 173 time: 0.4526498 Oct 12 18:46:40.257676 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b8211-d29b-4be5-a446-28764d25d01e req-a638756d-7ed4-42d9-82ac-d6786144bb6c tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:40.259340 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-943b8211-d29b-4be5-a446-28764d25d01e req-a638756d-7ed4-42d9-82ac-d6786144bb6c tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0826550 Oct 12 18:46:40.277933 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e11db-dfd3-4a6f-9239-a45b35d6316a req-7bcfb26e-7d9f-4b71-a93e-8e842952dc7a tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:40.279635 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-807e11db-dfd3-4a6f-9239-a45b35d6316a req-7bcfb26e-7d9f-4b71-a93e-8e842952dc7a tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 945 time: 0.0746498 Oct 12 18:46:40.337351 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-943b8211-d29b-4be5-a446-28764d25d01e req-3b9ce6d2-423f-4173-a8f9-c4548a807cd0 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674691 Oct 12 18:46:40.342995 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-807e11db-dfd3-4a6f-9239-a45b35d6316a req-f9827e0f-908d-40e8-bf24-7241953605e3 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562904 Oct 12 18:46:41.252327 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:41.254728 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30d0c0d-983f-45eb-a202-ed46dc68610b" -d '{"events": [{"server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "name": "network-vif-plugged", "status": "completed", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:41.294363 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0dc42-710f-4ab8-8f54-a44d089266d6 req-7da86a4a-76c0-4ed2-ab84-4d8e10636dc7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:41.296041 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1aa0dc42-710f-4ab8-8f54-a44d089266d6 req-7da86a4a-76c0-4ed2-ab84-4d8e10636dc7 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0568459 Oct 12 18:46:41.315301 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64e2dce-e151-4647-8b63-9b72914be263 x-openstack-request-id: req-a64e2dce-e151-4647-8b63-9b72914be263 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:41.315615 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "name": "network-vif-plugged", "status": "completed", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:41.315872 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a64e2dce-e151-4647-8b63-9b72914be263 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:41.316452 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'code': 200} Oct 12 18:46:41.339754 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1aa0dc42-710f-4ab8-8f54-a44d089266d6 req-b404b35a-f770-4fed-880b-7d91d1d0710a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 Oct 12 18:46:41.437637 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948afee2-d5b2-4000-8f58-beb9cc78be89 req-111c60f6-d80e-4f87-ab88-ce48117f2ec9 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:41.439290 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-948afee2-d5b2-4000-8f58-beb9cc78be89 req-111c60f6-d80e-4f87-ab88-ce48117f2ec9 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 945 time: 0.0739076 Oct 12 18:46:41.505466 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566bca6-7013-43c0-ab09-5bc46af3f1a2 req-7667972b-cd63-4400-a953-b011c4cc0d0f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:41.507016 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d566bca6-7013-43c0-ab09-5bc46af3f1a2 req-7667972b-cd63-4400-a953-b011c4cc0d0f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0918002 Oct 12 18:46:41.512522 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-948afee2-d5b2-4000-8f58-beb9cc78be89 req-47bb2c59-8572-486d-b80a-bf51908b0a49 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533168 Oct 12 18:46:41.514325 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5e99-343c-4e8b-91e4-f43737ad5a2b req-f691ba27-4ad5-4e8c-9e39-5a66da4720d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:41.517342 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-40ae5e99-343c-4e8b-91e4-f43737ad5a2b req-f691ba27-4ad5-4e8c-9e39-5a66da4720d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1098 time: 0.0489850 Oct 12 18:46:41.549350 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d566bca6-7013-43c0-ab09-5bc46af3f1a2 req-eb441cb2-ef7b-41a2-bf7f-17f05f61fbf2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Oct 12 18:46:41.563202 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-40ae5e99-343c-4e8b-91e4-f43737ad5a2b req-7f62ca63-4a24-44be-908f-843f26df2ad4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356529 Oct 12 18:46:41.619223 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2f8a0-58eb-4ac6-9c8f-2c24a213bc9f req-4113f0b1-c6fb-4acf-bfc4-5f5ade4dab52 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:41.621535 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3ce2f8a0-58eb-4ac6-9c8f-2c24a213bc9f req-4113f0b1-c6fb-4acf-bfc4-5f5ade4dab52 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 945 time: 0.0487578 Oct 12 18:46:41.659010 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3ce2f8a0-58eb-4ac6-9c8f-2c24a213bc9f req-4b9a81df-6b15-4ed4-8aa3-685f6053849a tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Oct 12 18:46:41.698044 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c330fd7d-bc65-484d-9d05-3e8f7192b18a', 'name': 'network-vif-deleted', 'tag': '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:41.700426 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97826f27-45be-4e4d-a9bf-e3770afa9b57" -d '{"events": [{"server_uuid": "c330fd7d-bc65-484d-9d05-3e8f7192b18a", "name": "network-vif-deleted", "tag": "5bac13e5-8e79-4a1b-94de-d2ca8965fa5c"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:41.736193 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99445e68-d836-4dea-9278-f97b040ed214 x-openstack-request-id: req-99445e68-d836-4dea-9278-f97b040ed214 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:41.736505 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c330fd7d-bc65-484d-9d05-3e8f7192b18a", "name": "network-vif-deleted", "tag": "5bac13e5-8e79-4a1b-94de-d2ca8965fa5c", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:41.736846 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99445e68-d836-4dea-9278-f97b040ed214 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:41.737242 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c330fd7d-bc65-484d-9d05-3e8f7192b18a', 'name': 'network-vif-deleted', 'tag': '5bac13e5-8e79-4a1b-94de-d2ca8965fa5c', 'status': 'completed', 'code': 200} Oct 12 18:46:42.465539 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901ba12-7fd9-4036-8e62-59d52aabb95a req-d70331e3-1690-4102-bddd-fd5a83f226f6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:42.467067 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8901ba12-7fd9-4036-8e62-59d52aabb95a req-d70331e3-1690-4102-bddd-fd5a83f226f6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0567803 Oct 12 18:46:42.505143 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8901ba12-7fd9-4036-8e62-59d52aabb95a req-f9129375-e423-45aa-8347-57898c6e781b tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321107 Oct 12 18:46:42.660838 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98204-e59d-44cb-b7be-dbf9dc290ef0 req-fbbbfb1f-4a3e-49f9-b2b9-d34d85f49cc9 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:42.662381 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a9d98204-e59d-44cb-b7be-dbf9dc290ef0 req-fbbbfb1f-4a3e-49f9-b2b9-d34d85f49cc9 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 945 time: 0.0788043 Oct 12 18:46:42.690561 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3841-f2bd-464e-9e5e-77e620bd236f req-4bd6a80b-f603-4ae9-b906-d456ca1f3a5f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:42.692015 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-386e3841-f2bd-464e-9e5e-77e620bd236f req-4bd6a80b-f603-4ae9-b906-d456ca1f3a5f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0752032 Oct 12 18:46:42.725586 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a9d98204-e59d-44cb-b7be-dbf9dc290ef0 req-9a8fb9cf-0f0e-469a-a3a5-95b2ad14b338 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567780 Oct 12 18:46:42.743342 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-386e3841-f2bd-464e-9e5e-77e620bd236f req-83522701-511b-4ce8-a6c8-bd3068913c27 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Oct 12 18:46:43.037522 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2e24715e-cf5c-4244-a2cb-261c8fb8e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:43.058421 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 86bf1c3e-0e18-4c09-a562-452e2a083af0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:46:43.082963 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 86bf1c3e-0e18-4c09-a562-452e2a083af0 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:46:43.083407 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 86bf1c3e-0e18-4c09-a562-452e2a083af0 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:46:43.083911 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:46:43.108668 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:46:43.109046 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 5bac13e5-8e79-4a1b-94de-d2ca8965fa5c not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:46:43.545140 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-c5d7c3c8-4793-413a-812f-d3c12f9c5b80 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:43.548092 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-c5d7c3c8-4793-413a-812f-d3c12f9c5b80 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 945 time: 0.0524204 Oct 12 18:46:43.625795 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1585c-5c2e-405c-bc8d-32996b290102 req-365192d4-3933-454b-ab82-8421b2512a9e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:43.627361 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-67e1585c-5c2e-405c-bc8d-32996b290102 req-365192d4-3933-454b-ab82-8421b2512a9e tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0533638 Oct 12 18:46:43.651333 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Deleting port cf405d6c-b647-43d7-9295-6376b748dbaa {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:46:43.651678 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:43.666151 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-67e1585c-5c2e-405c-bc8d-32996b290102 req-7692de56-9a13-45ac-a405-9e3b6b1a403f tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Oct 12 18:46:43.747580 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] For port cf405d6c-b647-43d7-9295-6376b748dbaa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf405d6c-b647-43d7-9295-6376b748dbaa,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:43.747951 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:43.760380 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Calling delete_port for cf405d6c-b647-43d7-9295-6376b748dbaa owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:46:43.888825 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d6e3d-6b23-4320-9cd5-2103518a631d req-7f29be2f-0cbc-4287-b69b-6caa7782f6a5 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:43.890388 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-075d6e3d-6b23-4320-9cd5-2103518a631d req-7f29be2f-0cbc-4287-b69b-6caa7782f6a5 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0948917-69d5-4d89-9298-c7b0a43a3679 HTTP/1.1" status: 200 len: 945 time: 0.0910945 Oct 12 18:46:43.904020 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc7dc0-c5a5-4430-9c57-0b5a5a48e4b6 req-25e4d37e-7b5c-4cd5-9cf9-333cd27dbf93 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:43.904795 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:43.905745 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e1dc7dc0-c5a5-4430-9c57-0b5a5a48e4b6 req-25e4d37e-7b5c-4cd5-9cf9-333cd27dbf93 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0762062 Oct 12 18:46:43.925030 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['f440090b-cce0-464a-be69-6580f3988de7', 'cf405d6c-b647-43d7-9295-6376b748dbaa'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:43.934519 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Pushing event deleted for resources: {'Port': ['ID=cf405d6c-b647-43d7-9295-6376b748dbaa,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:43.973267 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-075d6e3d-6b23-4320-9cd5-2103518a631d req-90e9bd87-a0fb-4a3b-8238-65d672c78930 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655766 Oct 12 18:46:43.986963 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] No DVR routers for this DVR port cf405d6c-b647-43d7-9295-6376b748dbaa on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:46:43.988301 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e1dc7dc0-c5a5-4430-9c57-0b5a5a48e4b6 req-11be1d5a-8db3-43b5-882b-b9986bc0d79a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740566 Oct 12 18:46:43.997651 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:44.002745 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bdbb4333-fdae-4693-86a1-0a2cec53ebc2 req-e9764dbb-faf1-494b-b1e8-96f3092fab51 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "DELETE /v2.0/ports/cf405d6c-b647-43d7-9295-6376b748dbaa HTTP/1.1" status: 204 len: 173 time: 0.4418614 Oct 12 18:46:44.003423 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0948917-69d5-4d89-9298-c7b0a43a3679', 'name': 'network-vif-deleted', 'tag': 'cf405d6c-b647-43d7-9295-6376b748dbaa'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:44.005729 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b167cf2-5051-4fee-b492-dfc2237502ce" -d '{"events": [{"server_uuid": "f0948917-69d5-4d89-9298-c7b0a43a3679", "name": "network-vif-deleted", "tag": "cf405d6c-b647-43d7-9295-6376b748dbaa"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:44.056449 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cabff6-dd5a-4025-b39c-2f6c44a3ab87 x-openstack-request-id: req-d2cabff6-dd5a-4025-b39c-2f6c44a3ab87 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:44.056845 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0948917-69d5-4d89-9298-c7b0a43a3679", "name": "network-vif-deleted", "tag": "cf405d6c-b647-43d7-9295-6376b748dbaa", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:44.057144 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2cabff6-dd5a-4025-b39c-2f6c44a3ab87 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:44.057676 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0948917-69d5-4d89-9298-c7b0a43a3679', 'name': 'network-vif-deleted', 'tag': 'cf405d6c-b647-43d7-9295-6376b748dbaa', 'status': 'completed', 'code': 200} Oct 12 18:46:44.130058 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8c773-284e-46f8-bc96-8520fa25fcc9 req-5c0022f7-3d4a-476d-9b98-b14903251fc8 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:44.131849 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-46b8c773-284e-46f8-bc96-8520fa25fcc9 req-5c0022f7-3d4a-476d-9b98-b14903251fc8 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0565212 Oct 12 18:46:44.178979 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-46b8c773-284e-46f8-bc96-8520fa25fcc9 req-eb13c739-7793-4395-94ec-cbf3b181554a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 Oct 12 18:46:44.520430 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a6e55-aea3-4b9b-b7e2-0053acb14f86 req-61982cba-4ef1-4c2e-9331-471c3892e8a9 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:44.522077 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a53a6e55-aea3-4b9b-b7e2-0053acb14f86 req-61982cba-4ef1-4c2e-9331-471c3892e8a9 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0544338 Oct 12 18:46:44.570453 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a53a6e55-aea3-4b9b-b7e2-0053acb14f86 req-32e682bf-669d-401e-beac-73c7fc27eadd tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396023 Oct 12 18:46:44.815546 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f1b55-f75a-44e0-a4f3-dde64f6257c3 req-cf4edf7e-cf94-4e02-902e-f2ca7433336d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:44.817094 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c76f1b55-f75a-44e0-a4f3-dde64f6257c3 req-cf4edf7e-cf94-4e02-902e-f2ca7433336d tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0558531 Oct 12 18:46:44.865164 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c76f1b55-f75a-44e0-a4f3-dde64f6257c3 req-0ae95126-c9d7-4d25-9ede-98f9080c2c6a tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419192 Oct 12 18:46:45.983171 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e4f63708-a488-4c45-97fc-17943a802c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.004729 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a832558-1c28-4848-a44e-e2e1634f0a14 req-a4024543-d16f-44d9-b767-89d4de9ca715 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:46.006216 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9a832558-1c28-4848-a44e-e2e1634f0a14 req-a4024543-d16f-44d9-b767-89d4de9ca715 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0676696 Oct 12 18:46:46.051549 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9a832558-1c28-4848-a44e-e2e1634f0a14 req-64eb607c-c6f0-49ff-a663-ec9f55698cc0 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Oct 12 18:46:46.401418 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e95f2b-01aa-4f80-8bf6-e250b1d40fdc req-1d2c8b76-58c6-4717-89df-d7ee47cc5993 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:46.403064 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-01e95f2b-01aa-4f80-8bf6-e250b1d40fdc req-1d2c8b76-58c6-4717-89df-d7ee47cc5993 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.0567231 Oct 12 18:46:46.452452 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-01e95f2b-01aa-4f80-8bf6-e250b1d40fdc req-a9ca3771-4362-4599-a6b9-b601cd649a68 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Oct 12 18:46:46.864570 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.082983 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device cf405d6c-b647-43d7-9295-6376b748dbaa no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:46:47.103165 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: cf405d6c-b647-43d7-9295-6376b748dbaa {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:46:47.103581 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device cf405d6c-b647-43d7-9295-6376b748dbaa not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:46:47.172534 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0e0f5-e031-404c-97b0-917a718f1e29 req-bfe20f1f-ec18-47ee-aa47-fde46272df27 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:47.173992 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a6c0e0f5-e031-404c-97b0-917a718f1e29 req-bfe20f1f-ec18-47ee-aa47-fde46272df27 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0496838 Oct 12 18:46:47.189899 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.225634 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a6c0e0f5-e031-404c-97b0-917a718f1e29 req-82a66d9f-e967-497a-9b55-eaf05cd1adc6 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Oct 12 18:46:47.584959 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d11f2-141c-4418-ab15-603ccd74a66a req-3d8c4f3b-da8f-4879-a802-b0ed39250859 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:47.586450 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bb8d11f2-141c-4418-ab15-603ccd74a66a req-3d8c4f3b-da8f-4879-a802-b0ed39250859 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.0588777 Oct 12 18:46:47.627575 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bb8d11f2-141c-4418-ab15-603ccd74a66a req-da29d71d-459d-4baf-9bbe-436f458edf43 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342541 Oct 12 18:46:48.345133 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb21e4-ae5a-45e5-86f5-60ece9ff2341 req-a7f97646-585c-477e-b921-c38bc8f4ccd9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:48.346719 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-efeb21e4-ae5a-45e5-86f5-60ece9ff2341 req-a7f97646-585c-477e-b921-c38bc8f4ccd9 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0536284 Oct 12 18:46:48.386553 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-efeb21e4-ae5a-45e5-86f5-60ece9ff2341 req-eab6f67b-fbe2-412e-9b4d-de0d814bfe79 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/security-groups?id=1011eb13-f620-4200-b4c1-879d18c4b073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Oct 12 18:46:48.501392 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-09644e2f-cadc-4283-87a7-8d87c479f103 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:48.502914 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-09644e2f-cadc-4283-87a7-8d87c479f103 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 946 time: 0.0539970 Oct 12 18:46:48.619305 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-36a261ed-757b-4efc-92d1-139f2b59b6d6 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:48.620796 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-36a261ed-757b-4efc-92d1-139f2b59b6d6 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.0866561 Oct 12 18:46:48.669090 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Deleting port fddc7ae3-310a-4b5b-825f-b4fd66331165 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:46:48.669433 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.751750 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9097f0a-17ac-4132-9426-693c7b0243ec req-9815fb12-bb44-4799-b521-c752b16ab3c8 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:48.751750 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c9097f0a-17ac-4132-9426-693c7b0243ec req-9815fb12-bb44-4799-b521-c752b16ab3c8 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 945 time: 0.0526404 Oct 12 18:46:48.795864 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c9097f0a-17ac-4132-9426-693c7b0243ec req-21468b25-8472-4433-bd1e-8166a8472612 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba9e70df-9948-4619-ad30-090c1ac05985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 Oct 12 18:46:48.803609 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] For port fddc7ae3-310a-4b5b-825f-b4fd66331165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fddc7ae3-310a-4b5b-825f-b4fd66331165,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:48.803986 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.821848 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Calling delete_port for fddc7ae3-310a-4b5b-825f-b4fd66331165 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:46:48.825299 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Deleting port f440090b-cce0-464a-be69-6580f3988de7 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:46:48.825635 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.967009 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] For port f440090b-cce0-464a-be69-6580f3988de7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f440090b-cce0-464a-be69-6580f3988de7,segment=NetworkSegment(f9a49d22-84c6-4711-a5e6-a0c60f381518),segment_id=f9a49d22-84c6-4711-a5e6-a0c60f381518)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:48.967514 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.987426 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Calling delete_port for f440090b-cce0-464a-be69-6580f3988de7 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:46:49.075250 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.085688 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.097309 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['fddc7ae3-310a-4b5b-825f-b4fd66331165'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:49.129920 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Pushing event deleted for resources: {'Port': ['ID=fddc7ae3-310a-4b5b-825f-b4fd66331165,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:49.191614 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] No DVR routers for this DVR port fddc7ae3-310a-4b5b-825f-b4fd66331165 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:46:49.195683 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.199033 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-de2d0cf6-8844-43b5-bc9a-513ebeeff167 req-b8a2cb0c-04aa-4aa4-8315-d95932fcafba tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.32 "DELETE /v2.0/ports/fddc7ae3-310a-4b5b-825f-b4fd66331165 HTTP/1.1" status: 204 len: 173 time: 0.6897321 Oct 12 18:46:49.199496 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6dc479-fc6a-42a4-bf31-8bf244cf52e9', 'name': 'network-vif-deleted', 'tag': 'fddc7ae3-310a-4b5b-825f-b4fd66331165'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:49.204400 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22a6aaa-6d81-4674-b1a3-102b813d3bff" -d '{"events": [{"server_uuid": "7c6dc479-fc6a-42a4-bf31-8bf244cf52e9", "name": "network-vif-deleted", "tag": "fddc7ae3-310a-4b5b-825f-b4fd66331165"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:49.236908 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.271172 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07ba9ab-8f38-4de9-a931-52054498be25 x-openstack-request-id: req-a07ba9ab-8f38-4de9-a931-52054498be25 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:49.271452 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6dc479-fc6a-42a4-bf31-8bf244cf52e9", "name": "network-vif-deleted", "tag": "fddc7ae3-310a-4b5b-825f-b4fd66331165", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:49.271697 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a07ba9ab-8f38-4de9-a931-52054498be25 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:49.272077 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6dc479-fc6a-42a4-bf31-8bf244cf52e9', 'name': 'network-vif-deleted', 'tag': 'fddc7ae3-310a-4b5b-825f-b4fd66331165', 'status': 'completed', 'code': 200} Oct 12 18:46:49.274707 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Pushing event deleted for resources: {'Port': ['ID=f440090b-cce0-464a-be69-6580f3988de7,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:49.321022 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] No DVR routers for this DVR port f440090b-cce0-464a-be69-6580f3988de7 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:46:49.323431 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.327257 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d5f22e4a-595c-41cf-9a6e-4b454a576013 req-ad2ce9f6-f64a-4d43-8c42-98fbe16987e0 tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.32 "DELETE /v2.0/ports/f440090b-cce0-464a-be69-6580f3988de7 HTTP/1.1" status: 204 len: 173 time: 0.6987391 Oct 12 18:46:49.493271 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1c8e6c17-548b-4830-a099-4d2c101ebb6d req-b87e642a-6f55-43c1-aab4-d9a7a5a10e79 tempest-ServerRescueNegativeTestJSON-1784870276 tempest-ServerRescueNegativeTestJSON-1784870276-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c6dc479-fc6a-42a4-bf31-8bf244cf52e9 HTTP/1.1" status: 200 len: 210 time: 0.0264020 Oct 12 18:46:49.908223 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5060abac-e76a-4f73-845f-1bd6c0aef7fa req-a39230dc-65e4-4675-ba57-e0df3492bc4d tempest-AttachVolumeNegativeTest-689166519 tempest-AttachVolumeNegativeTest-689166519-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b7b8752-6d60-4b76-8ec3-76dc23181210 HTTP/1.1" status: 200 len: 210 time: 0.0272429 Oct 12 18:46:50.548750 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 36904) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:50.967025 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 36910) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:50.969181 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.015862 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e5ad98-adee-46aa-9fda-40f88812c85b admin admin] Deleting subnet decd0ae5-a4d1-4258-8331-da238e662d83 {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:46:51.019273 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-53e5ad98-adee-46aa-9fda-40f88812c85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.055618 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-53e5ad98-adee-46aa-9fda-40f88812c85b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.065778 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-53e5ad98-adee-46aa-9fda-40f88812c85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.109994 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device fddc7ae3-310a-4b5b-825f-b4fd66331165 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:46:51.129145 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-53e5ad98-adee-46aa-9fda-40f88812c85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.133633 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: fddc7ae3-310a-4b5b-825f-b4fd66331165 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:46:51.134209 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device fddc7ae3-310a-4b5b-825f-b4fd66331165 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:46:51.134822 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device f440090b-cce0-464a-be69-6580f3988de7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:46:51.156813 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: f440090b-cce0-464a-be69-6580f3988de7 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:46:51.157374 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device f440090b-cce0-464a-be69-6580f3988de7 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:46:51.160967 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5ad98-adee-46aa-9fda-40f88812c85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decd0ae5-a4d1-4258-8331-da238e662d83,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:51.164773 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-53e5ad98-adee-46aa-9fda-40f88812c85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.168632 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-53e5ad98-adee-46aa-9fda-40f88812c85b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/decd0ae5-a4d1-4258-8331-da238e662d83 HTTP/1.1" status: 204 len: 168 time: 0.1999905 Oct 12 18:46:51.170632 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 36912) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:51.246927 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.278955 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b8752-6d60-4b76-8ec3-76dc23181210', 'name': 'network-vif-deleted', 'tag': 'f440090b-cce0-464a-be69-6580f3988de7'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:51.282167 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6666c1-c75b-41b5-a0da-da0a3e52e1d4" -d '{"events": [{"server_uuid": "8b7b8752-6d60-4b76-8ec3-76dc23181210", "name": "network-vif-deleted", "tag": "f440090b-cce0-464a-be69-6580f3988de7"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:51.289481 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Deleting port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:46:51.290007 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.327223 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce212a31-4b7a-4194-b162-5dcc5835ace8 x-openstack-request-id: req-ce212a31-4b7a-4194-b162-5dcc5835ace8 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:51.327873 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7b8752-6d60-4b76-8ec3-76dc23181210", "name": "network-vif-deleted", "tag": "f440090b-cce0-464a-be69-6580f3988de7", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:51.328607 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce212a31-4b7a-4194-b162-5dcc5835ace8 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:51.328993 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b8752-6d60-4b76-8ec3-76dc23181210', 'name': 'network-vif-deleted', 'tag': 'f440090b-cce0-464a-be69-6580f3988de7', 'status': 'completed', 'code': 200} Oct 12 18:46:51.343274 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.364949 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.365287 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.366008 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.366341 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.366708 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.367039 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.367355 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.367668 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.367978 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.368295 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.373634 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] For port 1e6cfc77-f2df-4ae5-8890-891d9deb0b93, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,segment=NetworkSegment(667e8383-93ab-41ff-ab95-2b0c160e224a),segment_id=667e8383-93ab-41ff-ab95-2b0c160e224a)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:51.374066 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.388291 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Calling delete_port for 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 owned by network:router_interface {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:46:51.484468 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.484975 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.485338 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.486107 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:51.486231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d741c0-ab6b-489e-a9c6-ac7022874ed2']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:51.509947 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a49d22-84c6-4711-a5e6-a0c60f381518') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:51.510254 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a49d22-84c6-4711-a5e6-a0c60f381518') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:51.528461 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.564637 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.580977 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:46:51.581650 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: from cryptography.utils import int_from_bytes Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: from cryptography.utils import int_from_bytes Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:46:51.588623 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:46:51.624720 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.650656 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6cfc77-f2df-4ae5-8890-891d9deb0b93,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:51.679111 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.684581 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.690392 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/81d741c0-ab6b-489e-a9c6-ac7022874ed2 HTTP/1.1" status: 204 len: 168 time: 0.5162492 Oct 12 18:46:51.700382 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c97138-82fa-482b-ac18-3b7b25e370e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d741c0-ab6b-489e-a9c6-ac7022874ed2,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:51.841028 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 36922) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:51.887510 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-de36d5f7-8981-4726-ad0c-1d259bd3d3c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fc77a9af54d4e3283198371298edb6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451179 Oct 12 18:46:51.890045 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 36924) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:51.947079 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd0011de-9688-4b11-9db5-c95dec92eb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.974746 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd0011de-9688-4b11-9db5-c95dec92eb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.043777 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd0011de-9688-4b11-9db5-c95dec92eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.046507 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd0011de-9688-4b11-9db5-c95dec92eb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.047805 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-bd0011de-9688-4b11-9db5-c95dec92eb75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba9e70df-9948-4619-ad30-090c1ac05985 HTTP/1.1" status: 204 len: 168 time: 0.1557612 Oct 12 18:46:52.056199 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0011de-9688-4b11-9db5-c95dec92eb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e70df-9948-4619-ad30-090c1ac05985,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:52.070733 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.306080 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Router 8b3609a9-1520-422f-ad30-c8a2df559074 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:46:52.418294 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:46:52.424916 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-73e00f1a-4635-4bf9-b0c8-1defe401046a admin admin] 10.222.0.62 "PUT /v2.0/routers/8b3609a9-1520-422f-ad30-c8a2df559074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8745027 Oct 12 18:46:52.428342 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 36936) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:52.432724 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] Sync routers for ids ['8b3609a9-1520-422f-ad30-c8a2df559074'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:46:52.445196 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] Routers {'8b3609a9-1520-422f-ad30-c8a2df559074'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:52.445865 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:46:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['8b3609a9-1520-422f-ad30-c8a2df559074'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:52.563888 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks [] for router, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.572038 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] Set router 8b3609a9-1520-422f-ad30-c8a2df559074 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:52.694160 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.784000 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Deleting port 936e1e32-539a-456d-bb64-4f1487d1ed37 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:46:52.784884 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.803331 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:46:51Z', 'revision_number': 5, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port': {'id': '936e1e32-539a-456d-bb64-4f1487d1ed37', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:52.836813 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] Checking router: 8b3609a9-1520-422f-ad30-c8a2df559074 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:46:52.847594 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] Routers {'8b3609a9-1520-422f-ad30-c8a2df559074'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:52.848319 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:46:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['8b3609a9-1520-422f-ad30-c8a2df559074'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:52.911492 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] For port 936e1e32-539a-456d-bb64-4f1487d1ed37, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=936e1e32-539a-456d-bb64-4f1487d1ed37,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:52.911893 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.935528 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Calling delete_port for 936e1e32-539a-456d-bb64-4f1487d1ed37 owned by network:router_gateway {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:46:52.951427 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] Set router 8b3609a9-1520-422f-ad30-c8a2df559074 gateway port host: None {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:53.015485 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:46:52Z', 'revision_number': 6, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port_host': None}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:53.054773 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc3ddc-a308-4820-b65a-bebd41efae71 None None] The sync data for ids ['8b3609a9-1520-422f-ad30-c8a2df559074'] in dv-cinder-813228-2-iscsi is: [{'id': '8b3609a9-1520-422f-ad30-c8a2df559074', 'name': 'tempest-ServerRescueNegativeTestJSON-1481292615-router', 'tenant_id': '6821e26a124c4a96ac439a644c881286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:50Z', 'updated_at': '2021-10-12T18:46:52Z', 'revision_number': 6, 'project_id': '6821e26a124c4a96ac439a644c881286', 'gw_port_host': None}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:46:53.163991 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.194565 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Pushing event deleted for resources: {'Port': ['ID=936e1e32-539a-456d-bb64-4f1487d1ed37,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:53.270259 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.380440 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.382696 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.460495 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.461153 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b3609a9-1520-422f-ad30-c8a2df559074 {{(pid=100546) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:46:53.466521 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.467560 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b2691a8a-4d65-4793-8a46-b81f81f9b42d admin admin] 10.222.0.62 "DELETE /v2.0/routers/8b3609a9-1520-422f-ad30-c8a2df559074 HTTP/1.1" status: 204 len: 168 time: 1.0382481 Oct 12 18:46:53.471114 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 36964) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:53.760346 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-074c3d3e-2617-41d9-a7e3-918353e18d81 admin admin] Deleting subnet e66f1fa3-fd4d-4437-ad54-310c1908acea {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:46:53.763647 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-074c3d3e-2617-41d9-a7e3-918353e18d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.805105 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-074c3d3e-2617-41d9-a7e3-918353e18d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25816643'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.848055 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-074c3d3e-2617-41d9-a7e3-918353e18d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.927853 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-074c3d3e-2617-41d9-a7e3-918353e18d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25792773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25929116'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.960961 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c3d3e-2617-41d9-a7e3-918353e18d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66f1fa3-fd4d-4437-ad54-310c1908acea,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:53.970887 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-074c3d3e-2617-41d9-a7e3-918353e18d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.974099 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-074c3d3e-2617-41d9-a7e3-918353e18d81 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e66f1fa3-fd4d-4437-ad54-310c1908acea HTTP/1.1" status: 204 len: 168 time: 0.5019894 Oct 12 18:46:53.976903 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 36986) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:54.017414 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:46:54.039951 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:46:54.040531 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 1e6cfc77-f2df-4ae5-8890-891d9deb0b93 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:46:54.074800 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.197072 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.227393 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cc5561-93df-40bf-93cb-efa2e2a3756f']}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:54.247548 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49a438-083a-48da-a529-b9182ac2e732 req-9bda3aa0-9d91-44c6-b784-1803eb3f8a51 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:54.249126 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4e49a438-083a-48da-a529-b9182ac2e732 req-9bda3aa0-9d91-44c6-b784-1803eb3f8a51 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0917315 Oct 12 18:46:54.251654 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667e8383-93ab-41ff-ab95-2b0c160e224a') {'for_net_delete': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:54.251947 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667e8383-93ab-41ff-ab95-2b0c160e224a') {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:54.269445 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28868116'] for segment, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.293142 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.307993 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=100547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:46:54.308391 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299767'] for segment, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: Traceback (most recent call last): Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: timer() Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: cb(*args, **kw) Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: return func(*args, **kwargs) Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: self._notify() Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: self.callback(batched_events) Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: event.method(event) Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: return f(self, *a, **k) Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._get(url).json() Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: return self.request(url, 'GET', **kwargs) Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:46:54.310096 dv-cinder-813228-2-iscsi neutron-server[100547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:46:54.327247 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4e49a438-083a-48da-a529-b9182ac2e732 req-69c1f042-973e-4a6c-b16f-9b3baf90e4e3 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 Oct 12 18:46:54.352415 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 36992) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:54.385484 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.396638 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.400088 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] 10.222.0.62 "DELETE /v2.0/networks/39cc5561-93df-40bf-93cb-efa2e2a3756f HTTP/1.1" status: 204 len: 168 time: 0.4216058 Oct 12 18:46:54.411141 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Pushing event deleted for resources: {'Network': ['ID=39cc5561-93df-40bf-93cb-efa2e2a3756f,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:54.419553 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.419897 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.420450 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.420788 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.421114 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.422141 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.422733 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.423055 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.423409 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.423903 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.424390 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.424889 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c2a31-2560-4c5d-a561-19ec02338679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:54.585680 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3877a45f-d3fe-48bb-9b0d-80e764dacc8c tempest-TestMinimumBasicScenario-118475013 tempest-TestMinimumBasicScenario-118475013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:54.591983 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-3877a45f-d3fe-48bb-9b0d-80e764dacc8c tempest-TestMinimumBasicScenario-118475013 tempest-TestMinimumBasicScenario-118475013-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1093 time: 0.2338977 Oct 12 18:46:54.591983 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 36998) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:54.597023 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'port_id': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:54.610175 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37000) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:54.625485 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for floatingip, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.661183 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-cd47e997-b4ed-40e5-8ff9-60fed0de5778 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6821e26a124c4a96ac439a644c881286&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486231 Oct 12 18:46:54.663395 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37002) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:54.732606 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9cd41c34-259a-432d-84cf-62ee4c3f3412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.758005 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9cd41c34-259a-432d-84cf-62ee4c3f3412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.759878 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.807841 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9cd41c34-259a-432d-84cf-62ee4c3f3412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.810675 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9cd41c34-259a-432d-84cf-62ee4c3f3412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.811855 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9cd41c34-259a-432d-84cf-62ee4c3f3412 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1011eb13-f620-4200-b4c1-879d18c4b073 HTTP/1.1" status: 204 len: 168 time: 0.1475351 Oct 12 18:46:54.821035 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd41c34-259a-432d-84cf-62ee4c3f3412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011eb13-f620-4200-b4c1-879d18c4b073,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:54.879125 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Allocated IP 172.27.2.207 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/7bcb2f91-2529-4513-a60f-d998f18da63c) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:54.986942 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.020868 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.064192 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:55.068667 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:55.072158 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:55.095293 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'Port': ['ID=7bcb2f91-2529-4513-a60f-d998f18da63c,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:55.498906 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.530179 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 936e1e32-539a-456d-bb64-4f1487d1ed37 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:46:55.557116 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 936e1e32-539a-456d-bb64-4f1487d1ed37 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:46:55.557616 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 936e1e32-539a-456d-bb64-4f1487d1ed37 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:46:55.579410 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.745635 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.751971 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.803067 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'Port': ['ID=7bcb2f91-2529-4513-a60f-d998f18da63c,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:55.841834 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.949567 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.l3_db [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Floating IP bcfed054-65c7-45ce-8dd5-f2733a87d594 associated. External IP: 172.27.2.207, port: 6c28d02e-e6d9-4303-9002-4f534cb9796d. Oct 12 18:46:56.169846 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Router dfe90346-23c1-4d65-b585-e15274bba72b has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:46:56.288767 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:46:56.304003 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] Sync routers for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:46:56.318030 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:56.318884 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:46:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:56.321923 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.364282 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-3c9ed641-b294-4362-a514-0d168202aab2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7675586 Oct 12 18:46:56.364282 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:56.364282 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babac63e-84f5-460a-a114-02e8748ddec2" -d '{"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:56.364958 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37068) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:56.373358 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678502493', 'description': 'tempest-secgroup-smoke-678502493 description', 'project_id': 'a1cc9597b3f0403da8982951559dc19c'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:56.425448 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e458c-5b12-4cb5-8415-3950e3701a68 x-openstack-request-id: req-5c6e458c-5b12-4cb5-8415-3950e3701a68 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:56.425784 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:56.426074 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c6e458c-5b12-4cb5-8415-3950e3701a68 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:56.427288 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'status': 'completed', 'code': 200} Oct 12 18:46:56.431923 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.466325 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:56.591630 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.615243 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.658729 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.663995 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2942801 Oct 12 18:46:56.664398 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37080) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:56.667518 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babac63e-84f5-460a-a114-02e8748ddec2 req-be7e52b0-5afb-4867-bf81-239832e725e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:56.669109 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-babac63e-84f5-460a-a114-02e8748ddec2 req-be7e52b0-5afb-4867-bf81-239832e725e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1098 time: 0.2074440 Oct 12 18:46:56.669252 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-1d9a49d7-c49f-4cf9-aa7c-bb991284d416 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'security_group_rule': {'security_group_id': 'de9b1394-26e8-494d-ae21-7102c7d7aa7d', 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:56.670397 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b1394-26e8-494d-ae21-7102c7d7aa7d,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:56.725102 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1d9a49d7-c49f-4cf9-aa7c-bb991284d416 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.775900 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.776347 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.777085 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.777805 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.778401 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.779300 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.779795 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.783743 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.784738 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.785443 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.786149 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.786888 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fc4b9-53a8-4118-ac00-2b6d3a103e03 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:56.820273 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babac63e-84f5-460a-a114-02e8748ddec2 req-b5554b5d-403f-4f89-b1df-03e981742208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:56.823463 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-babac63e-84f5-460a-a114-02e8748ddec2 req-b5554b5d-403f-4f89-b1df-03e981742208 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 915 time: 0.1446247 Oct 12 18:46:56.870160 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1d9a49d7-c49f-4cf9-aa7c-bb991284d416 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.881179 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1d9a49d7-c49f-4cf9-aa7c-bb991284d416 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.894700 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'bcfed054-65c7-45ce-8dd5-f2733a87d594', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'port_id': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'mac_address': 'fa:16:3e:ca:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e31448-d70a-4833-a57f-84ee4973f55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:46:55Z', 'updated_at': '2021-10-12T18:46:55Z', 'revision_number': 0, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 5, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:56.924566 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a49d7-c49f-4cf9-aa7c-bb991284d416 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a698b0af-b575-4b45-a9a2-89f8edafc9f1,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:56.931287 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1d9a49d7-c49f-4cf9-aa7c-bb991284d416 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.936296 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1d9a49d7-c49f-4cf9-aa7c-bb991284d416 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2680643 Oct 12 18:46:56.937860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37088) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:56.947334 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-aebba13d-da71-4251-95b5-de318a485631 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'security_group_rule': {'security_group_id': 'de9b1394-26e8-494d-ae21-7102c7d7aa7d', 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:56.959385 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] Checking router: dfe90346-23c1-4d65-b585-e15274bba72b for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:46:56.976324 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:56.976951 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-babac63e-84f5-460a-a114-02e8748ddec2 req-0e11072e-fe84-4adf-be84-4ba586c06b9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 999 time: 0.1396790 Oct 12 18:46:56.977169 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:46:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:57.018111 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37098) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:57.041017 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aebba13d-da71-4251-95b5-de318a485631 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.107769 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babac63e-84f5-460a-a114-02e8748ddec2 req-ee58cb64-7373-4536-8a30-fefd7d2eed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:57.109815 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-babac63e-84f5-460a-a114-02e8748ddec2 req-ee58cb64-7373-4536-8a30-fefd7d2eed49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.1073763 Oct 12 18:46:57.128406 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aebba13d-da71-4251-95b5-de318a485631 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.134077 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aebba13d-da71-4251-95b5-de318a485631 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.161258 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebba13d-da71-4251-95b5-de318a485631 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5878806-0c0f-458f-ab10-e6c4a2b30cc0,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.172254 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aebba13d-da71-4251-95b5-de318a485631 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.178417 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-aebba13d-da71-4251-95b5-de318a485631 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2348714 Oct 12 18:46:57.178716 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37104) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:57.180122 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babac63e-84f5-460a-a114-02e8748ddec2 req-332a83dc-9a30-40e4-976d-38caaede22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:57.182426 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-babac63e-84f5-460a-a114-02e8748ddec2 req-332a83dc-9a30-40e4-976d-38caaede22be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642774 Oct 12 18:46:57.183477 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-a5e9afa1-58a7-4040-8641-deeb131718b2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'security_group_rule': {'security_group_id': 'de9b1394-26e8-494d-ae21-7102c7d7aa7d', 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:57.207535 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:57.223180 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-232a2969-55bb-4bf5-ac8b-4a1803394924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.257659 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a5e9afa1-58a7-4040-8641-deeb131718b2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.320859 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-babac63e-84f5-460a-a114-02e8748ddec2 req-5649b909-b2f4-472c-b4b8-ba213b0ca358 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240549 Oct 12 18:46:57.362940 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a5e9afa1-58a7-4040-8641-deeb131718b2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.369979 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a5e9afa1-58a7-4040-8641-deeb131718b2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.406129 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9afa1-58a7-4040-8641-deeb131718b2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec716841-5283-4188-b62d-ce39a7c03220,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.410919 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-232a2969-55bb-4bf5-ac8b-4a1803394924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.420240 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a5e9afa1-58a7-4040-8641-deeb131718b2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.425035 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a5e9afa1-58a7-4040-8641-deeb131718b2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2451494 Oct 12 18:46:57.425699 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37106) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:57.426419 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-232a2969-55bb-4bf5-ac8b-4a1803394924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.431257 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-784f85a8-a59e-433e-82db-b7c080112c13 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'security_group_rule': {'security_group_id': 'de9b1394-26e8-494d-ae21-7102c7d7aa7d', 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:57.472316 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-232a2969-55bb-4bf5-ac8b-4a1803394924 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=306355d8b8bd4e8383db01a54d6609ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511957 Oct 12 18:46:57.473184 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a2969-55bb-4bf5-ac8b-4a1803394924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e69a5b7-4b42-4efc-975d-aa94bcf882ad,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.476879 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37108) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:57.515020 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'bcfed054-65c7-45ce-8dd5-f2733a87d594', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'port_id': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'mac_address': 'fa:16:3e:ca:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e31448-d70a-4833-a57f-84ee4973f55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:46:55Z', 'updated_at': '2021-10-12T18:46:55Z', 'revision_number': 0, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 5, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:57.527257 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-784f85a8-a59e-433e-82db-b7c080112c13 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.543036 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-babac63e-84f5-460a-a114-02e8748ddec2 req-19803598-f522-4d7e-b5f2-332c08506116 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060659 Oct 12 18:46:57.559697 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7653662-57dd-47d7-9ab9-0e2a9b54dbe0 None None] The sync data for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi is: [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'bcfed054-65c7-45ce-8dd5-f2733a87d594', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'port_id': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'mac_address': 'fa:16:3e:ca:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e31448-d70a-4833-a57f-84ee4973f55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:46:55Z', 'updated_at': '2021-10-12T18:46:55Z', 'revision_number': 0, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 5, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:46:57.628551 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-702c4a3f-1d10-4dda-b40b-820eb02f004e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.645306 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-784f85a8-a59e-433e-82db-b7c080112c13 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.651237 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-784f85a8-a59e-433e-82db-b7c080112c13 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.666869 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-702c4a3f-1d10-4dda-b40b-820eb02f004e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.688940 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f85a8-a59e-433e-82db-b7c080112c13 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435ac2ad-fd91-4c90-8c41-d0604d8a5711,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.700797 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-784f85a8-a59e-433e-82db-b7c080112c13 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.704853 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-784f85a8-a59e-433e-82db-b7c080112c13 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2744601 Oct 12 18:46:57.705545 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37110) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:57.712079 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-f5b8b2aa-8ba8-47b5-a758-a66f03453a2f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'security_group_rule': {'security_group_id': 'de9b1394-26e8-494d-ae21-7102c7d7aa7d', 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:57.749107 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.securitygroups_db [None req-f5b8b2aa-8ba8-47b5-a758-a66f03453a2f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Project a1cc9597b3f0403da8982951559dc19c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:46:57.753474 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-702c4a3f-1d10-4dda-b40b-820eb02f004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.756905 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-702c4a3f-1d10-4dda-b40b-820eb02f004e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.757072 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b2aa-8ba8-47b5-a758-a66f03453a2f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.758534 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-702c4a3f-1d10-4dda-b40b-820eb02f004e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e69a5b7-4b42-4efc-975d-aa94bcf882ad HTTP/1.1" status: 204 len: 168 time: 0.2805984 Oct 12 18:46:57.767221 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c4a3f-1d10-4dda-b40b-820eb02f004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e69a5b7-4b42-4efc-975d-aa94bcf882ad,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.809284 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec209e15-aa41-4fac-8789-558e67ba2417 None None] New status for floating IP bcfed054-65c7-45ce-8dd5-f2733a87d594: ACTIVE {{(pid=100549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:46:57.867401 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b2aa-8ba8-47b5-a758-a66f03453a2f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.872007 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b2aa-8ba8-47b5-a758-a66f03453a2f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.891655 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8b2aa-8ba8-47b5-a758-a66f03453a2f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27acd323-73a5-41d3-b779-3b8bdf46a4d5,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.905773 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b2aa-8ba8-47b5-a758-a66f03453a2f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.907289 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-f5b8b2aa-8ba8-47b5-a758-a66f03453a2f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2002325 Oct 12 18:46:57.910107 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37114) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:57.917267 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-a73d883f-85cd-4751-b424-d1df9e068af2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'security_group_rule': {'security_group_id': 'de9b1394-26e8-494d-ae21-7102c7d7aa7d', 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:57.941140 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.securitygroups_db [None req-a73d883f-85cd-4751-b424-d1df9e068af2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Project a1cc9597b3f0403da8982951559dc19c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:46:57.946881 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a73d883f-85cd-4751-b424-d1df9e068af2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.014653 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a73d883f-85cd-4751-b424-d1df9e068af2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.018549 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a73d883f-85cd-4751-b424-d1df9e068af2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.035485 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d883f-85cd-4751-b424-d1df9e068af2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c4f85d-26ee-47cc-96c7-fe94d6b2f718,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:58.047637 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a73d883f-85cd-4751-b424-d1df9e068af2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.052451 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a73d883f-85cd-4751-b424-d1df9e068af2 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377947 Oct 12 18:46:58.112927 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37124) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:58.129384 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-07526036-df37-4f7b-9efa-925650e6fbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.130322 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4b830f47-ca12-4242-a708-0493657bb72d req-635f5339-01ed-4029-a7d2-5dc473dd9e82 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678502493&fields=id&tenant_id=a1cc9597b3f0403da8982951559dc19c HTTP/1.1" status: 200 len: 267 time: 0.0336242 Oct 12 18:46:58.185707 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b830f47-ca12-4242-a708-0493657bb72d req-2dbe1fe0-f8b9-4e4f-aee5-21cd8007d811 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:58.187452 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4b830f47-ca12-4242-a708-0493657bb72d req-2dbe1fe0-f8b9-4e4f-aee5-21cd8007d811 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0512805 Oct 12 18:46:58.205974 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-4b830f47-ca12-4242-a708-0493657bb72d req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'port': {'security_groups': ['eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4', 'de9b1394-26e8-494d-ae21-7102c7d7aa7d']}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:58.222710 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-07526036-df37-4f7b-9efa-925650e6fbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.227840 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-07526036-df37-4f7b-9efa-925650e6fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.270777 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07526036-df37-4f7b-9efa-925650e6fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7069e2c-f067-474b-b9be-320b2c810636,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:58.275839 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-07526036-df37-4f7b-9efa-925650e6fbb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=daf602e2797f4f16a3bd2117daa05492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618795 Oct 12 18:46:58.278581 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37134) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:58.285374 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-4b830f47-ca12-4242-a708-0493657bb72d req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.333599 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0089-0b04-43b0-a538-8806a9967092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.361859 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0089-0b04-43b0-a538-8806a9967092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.414305 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0089-0b04-43b0-a538-8806a9967092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.417097 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0089-0b04-43b0-a538-8806a9967092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.418564 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9a6c0089-0b04-43b0-a538-8806a9967092 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7069e2c-f067-474b-b9be-320b2c810636 HTTP/1.1" status: 204 len: 168 time: 0.1387839 Oct 12 18:46:58.428201 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c0089-0b04-43b0-a538-8806a9967092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7069e2c-f067-474b-b9be-320b2c810636,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:58.558396 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-4b830f47-ca12-4242-a708-0493657bb72d req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] For port 6c28d02e-e6d9-4303-9002-4f534cb9796d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:58.597739 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-4b830f47-ca12-4242-a708-0493657bb72d req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.602650 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-4b830f47-ca12-4242-a708-0493657bb72d req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.622172 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['6c28d02e-e6d9-4303-9002-4f534cb9796d'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:58.645414 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:46:58.666588 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b830f47-ca12-4242-a708-0493657bb72d req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:58.667531 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-4b830f47-ca12-4242-a708-0493657bb72d req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.668692 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4b830f47-ca12-4242-a708-0493657bb72d req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "PUT /v2.0/ports/6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 981 time: 0.4685559 Oct 12 18:46:58.669186 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:46:58.672255 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556ca45-1db3-4936-b3b7-d244f57f2e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:46:58.678319 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.719865 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9aab7-8626-404f-94f5-22ad08fb8c3f tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'Port': ['ID=6c28d02e-e6d9-4303-9002-4f534cb9796d,revision_number=6']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:58.788928 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da577b3a-0f6d-4c88-b9c5-85d713e8e0b0 x-openstack-request-id: req-da577b3a-0f6d-4c88-b9c5-85d713e8e0b0 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:46:58.789478 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:46:58.789910 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da577b3a-0f6d-4c88-b9c5-85d713e8e0b0 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:46:58.790504 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'status': 'completed', 'code': 200} Oct 12 18:46:58.836927 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['6c28d02e-e6d9-4303-9002-4f534cb9796d'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:46:58.888013 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-f088c430-7b02-45a4-9804-bcb5285dd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:58.889872 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-f088c430-7b02-45a4-9804-bcb5285dd4c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1137 time: 0.0765028 Oct 12 18:46:58.897360 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc38b4-489a-416c-922c-c75ab101da71 req-38cd93d8-cf53-447a-a630-b2d003d29680 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:58.907717 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-08fc38b4-489a-416c-922c-c75ab101da71 req-38cd93d8-cf53-447a-a630-b2d003d29680 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.0960989 Oct 12 18:46:58.960989 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-08fc38b4-489a-416c-922c-c75ab101da71 req-688091cc-64c2-4871-ab4f-5dacb29f44f3 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515769 Oct 12 18:46:59.056855 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-55663472-24f7-4c55-82d1-8831dd733a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:59.058900 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-55663472-24f7-4c55-82d1-8831dd733a90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 915 time: 0.1581101 Oct 12 18:46:59.155425 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-976471ae-d0f8-454d-83f3-726d6312fdfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 1001 time: 0.0877616 Oct 12 18:46:59.225512 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-a2c982dd-003c-4e8c-8305-6ab46a81bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:59.227330 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-a2c982dd-003c-4e8c-8305-6ab46a81bc4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.0630765 Oct 12 18:46:59.282540 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-73517814-7b77-4219-8a94-5e1c8135d856 None None] Provisioning complete for port 6c28d02e-e6d9-4303-9002-4f534cb9796d triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:59.282815 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-73517814-7b77-4219-8a94-5e1c8135d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.290402 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-21004b7e-b114-4410-9ce3-18db7c2f638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:59.291948 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-21004b7e-b114-4410-9ce3-18db7c2f638b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549762 Oct 12 18:46:59.413336 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b905857e-723a-49bc-8506-2e175f33af34 req-460f7f29-dc22-4ba3-b4bb-9624e4042b77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910544 Oct 12 18:46:59.441353 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-6a8e904c-b574-4db9-a909-16cf1a700672 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267989 Oct 12 18:46:59.539665 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905857e-723a-49bc-8506-2e175f33af34 req-bf4aa8b6-9e21-4bc4-9fa7-2fc7a807338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:59.541234 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b905857e-723a-49bc-8506-2e175f33af34 req-bf4aa8b6-9e21-4bc4-9fa7-2fc7a807338c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 1099 time: 0.0988779 Oct 12 18:46:59.600223 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f556ca45-1db3-4936-b3b7-d244f57f2e2f req-a495151a-02c0-40fa-bd1f-aa3752e8aceb service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326594 Oct 12 18:46:59.678366 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905857e-723a-49bc-8506-2e175f33af34 req-9db3763c-a4d5-445e-b87f-6cb3006629ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:59.679837 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b905857e-723a-49bc-8506-2e175f33af34 req-9db3763c-a4d5-445e-b87f-6cb3006629ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 918 time: 0.1062093 Oct 12 18:46:59.749604 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b905857e-723a-49bc-8506-2e175f33af34 req-64357b77-0e8e-46cd-a70c-d949a4506f95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0608156 Oct 12 18:46:59.801799 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905857e-723a-49bc-8506-2e175f33af34 req-2f8a2bec-a8ed-4635-9098-72fad0b40bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:59.803307 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b905857e-723a-49bc-8506-2e175f33af34 req-2f8a2bec-a8ed-4635-9098-72fad0b40bea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.0444341 Oct 12 18:46:59.858115 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905857e-723a-49bc-8506-2e175f33af34 req-96a27258-4634-4d9f-9d14-97969c24e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:59.860611 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b905857e-723a-49bc-8506-2e175f33af34 req-96a27258-4634-4d9f-9d14-97969c24e256 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498111 Oct 12 18:46:59.960047 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b905857e-723a-49bc-8506-2e175f33af34 req-614a7a8c-267b-407d-889f-6d6789fe8315 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907648 Oct 12 18:47:00.064880 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b905857e-723a-49bc-8506-2e175f33af34 req-da6e7984-2d39-4bed-b65b-89f3f144132e service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947273 Oct 12 18:47:00.489310 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37222) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:00.600852 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a0847453-8cd8-4369-ba22-c1ec651d0329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.674970 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a0847453-8cd8-4369-ba22-c1ec651d0329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.678965 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a0847453-8cd8-4369-ba22-c1ec651d0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.716052 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a0847453-8cd8-4369-ba22-c1ec651d0329 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdc50ad1077440b7ade8b84c4fbe86f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259886 Oct 12 18:47:00.717000 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0847453-8cd8-4369-ba22-c1ec651d0329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac48b8a-2f7b-4a87-9dc4-9bd08d8b78cb,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:00.719315 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37226) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:00.770777 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-366970f5-a551-4992-bddb-5c2c16aab669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.792705 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-366970f5-a551-4992-bddb-5c2c16aab669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.840833 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-366970f5-a551-4992-bddb-5c2c16aab669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.845087 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-366970f5-a551-4992-bddb-5c2c16aab669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.846397 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-366970f5-a551-4992-bddb-5c2c16aab669 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fac48b8a-2f7b-4a87-9dc4-9bd08d8b78cb HTTP/1.1" status: 204 len: 168 time: 0.1254101 Oct 12 18:47:00.854631 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366970f5-a551-4992-bddb-5c2c16aab669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac48b8a-2f7b-4a87-9dc4-9bd08d8b78cb,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:01.119531 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37242) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:01.133859 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcc71-303c-424a-a12a-bb64820b4552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.211138 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcc71-303c-424a-a12a-bb64820b4552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.215041 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcc71-303c-424a-a12a-bb64820b4552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.254273 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-5fdfcc71-303c-424a-a12a-bb64820b4552 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d5c0887e4c64ac587d13164527a17aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336339 Oct 12 18:47:01.257196 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37250) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:01.259919 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfcc71-303c-424a-a12a-bb64820b4552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244295b6-b4a5-4948-b3cc-e154984e2596,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:01.322769 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4404edff-8f94-461e-acc6-6ef76f0006c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.346884 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4404edff-8f94-461e-acc6-6ef76f0006c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.399089 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4404edff-8f94-461e-acc6-6ef76f0006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.402679 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4404edff-8f94-461e-acc6-6ef76f0006c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.406624 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4404edff-8f94-461e-acc6-6ef76f0006c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/244295b6-b4a5-4948-b3cc-e154984e2596 HTTP/1.1" status: 204 len: 168 time: 0.1451063 Oct 12 18:47:01.424278 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404edff-8f94-461e-acc6-6ef76f0006c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244295b6-b4a5-4948-b3cc-e154984e2596,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:03.471974 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37344) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:03.586048 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b69a847-1858-4994-9cc6-853bc2e65286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.674802 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b69a847-1858-4994-9cc6-853bc2e65286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.678718 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b69a847-1858-4994-9cc6-853bc2e65286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.716873 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a847-1858-4994-9cc6-853bc2e65286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54837bbf-c45b-4550-9cfe-5cebf2216196,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:03.721993 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4b69a847-1858-4994-9cc6-853bc2e65286 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9532982a2bd486989712698ef52a1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488112 Oct 12 18:47:03.725066 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37350) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:03.777064 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-638b08fe-8367-4369-8b72-0711dacdd600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.799627 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-638b08fe-8367-4369-8b72-0711dacdd600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.854161 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-638b08fe-8367-4369-8b72-0711dacdd600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.856859 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-638b08fe-8367-4369-8b72-0711dacdd600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.858117 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-638b08fe-8367-4369-8b72-0711dacdd600 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54837bbf-c45b-4550-9cfe-5cebf2216196 HTTP/1.1" status: 204 len: 168 time: 0.1321962 Oct 12 18:47:03.866595 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b08fe-8367-4369-8b72-0711dacdd600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54837bbf-c45b-4550-9cfe-5cebf2216196,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:04.176519 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37362) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:04.190715 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1200e144-4bc1-4301-a8d5-43875c39f79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.273694 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1200e144-4bc1-4301-a8d5-43875c39f79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.280650 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1200e144-4bc1-4301-a8d5-43875c39f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.329643 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200e144-4bc1-4301-a8d5-43875c39f79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a555dc-7409-47a1-94a6-a2fa017b7512,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:04.336681 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1200e144-4bc1-4301-a8d5-43875c39f79f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab15a609a12b4625852954035df75b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588902 Oct 12 18:47:04.340198 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37370) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:04.414232 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e391df39-e7f3-40f1-ada9-2984d271bc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.444747 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e391df39-e7f3-40f1-ada9-2984d271bc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.494784 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e391df39-e7f3-40f1-ada9-2984d271bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.497293 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e391df39-e7f3-40f1-ada9-2984d271bc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.498546 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e391df39-e7f3-40f1-ada9-2984d271bc34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9a555dc-7409-47a1-94a6-a2fa017b7512 HTTP/1.1" status: 204 len: 168 time: 0.1560442 Oct 12 18:47:04.509011 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391df39-e7f3-40f1-ada9-2984d271bc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a555dc-7409-47a1-94a6-a2fa017b7512,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:05.676410 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37418) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:05.789872 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-229933cd-c889-4c6a-b527-7d5fd68bfce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.879614 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-229933cd-c889-4c6a-b527-7d5fd68bfce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.884056 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-229933cd-c889-4c6a-b527-7d5fd68bfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.922037 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229933cd-c889-4c6a-b527-7d5fd68bfce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd292bb-5d24-47f2-b49b-3962f36c05dc,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:05.926373 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-229933cd-c889-4c6a-b527-7d5fd68bfce4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4bd6657ffb34db1976c01e4e2fa1234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489374 Oct 12 18:47:05.929333 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37424) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:05.979381 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9297-8bac-4a34-b55b-a17c17a8db3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.000927 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9297-8bac-4a34-b55b-a17c17a8db3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.051195 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9297-8bac-4a34-b55b-a17c17a8db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.053792 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9297-8bac-4a34-b55b-a17c17a8db3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.055158 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e5bd9297-8bac-4a34-b55b-a17c17a8db3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebd292bb-5d24-47f2-b49b-3962f36c05dc HTTP/1.1" status: 204 len: 168 time: 0.1246674 Oct 12 18:47:06.063224 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd9297-8bac-4a34-b55b-a17c17a8db3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd292bb-5d24-47f2-b49b-3962f36c05dc,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:13.046613 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-3804066a-ef66-4941-a785-423be5862b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.425904 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37598) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:13.541094 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a3a1642b-f24b-4b25-ac88-290501e9ad47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.631566 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a3a1642b-f24b-4b25-ac88-290501e9ad47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.637677 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a3a1642b-f24b-4b25-ac88-290501e9ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.678730 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a3a1642b-f24b-4b25-ac88-290501e9ad47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bbdf432394a49d7acf69e2c452c007f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513709 Oct 12 18:47:13.679595 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1642b-f24b-4b25-ac88-290501e9ad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0626af-0560-4494-80ad-71389109c7a2,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:13.681457 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37604) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:13.731042 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a3635b79-0612-43db-bb16-417542216ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.754120 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a3635b79-0612-43db-bb16-417542216ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.802439 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a3635b79-0612-43db-bb16-417542216ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.805088 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a3635b79-0612-43db-bb16-417542216ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.806241 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a3635b79-0612-43db-bb16-417542216ae8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c0626af-0560-4494-80ad-71389109c7a2 HTTP/1.1" status: 204 len: 168 time: 0.1238027 Oct 12 18:47:13.814906 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3635b79-0612-43db-bb16-417542216ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0626af-0560-4494-80ad-71389109c7a2,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:14.094157 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37614) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:14.114804 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-de4a324c-6206-44a4-943b-90d443079794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.225928 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-de4a324c-6206-44a4-943b-90d443079794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.230986 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-de4a324c-6206-44a4-943b-90d443079794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.288582 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-de4a324c-6206-44a4-943b-90d443079794 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df5752bac3ad4db9bd23b5f67274fb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921072 Oct 12 18:47:14.291322 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37618) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:14.299371 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a324c-6206-44a4-943b-90d443079794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26016cdb-6f68-4e5e-8fba-b877da2f9239,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:14.367020 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d389-734d-4814-aba3-f2ff51e2e2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.397537 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d389-734d-4814-aba3-f2ff51e2e2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.458245 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d389-734d-4814-aba3-f2ff51e2e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.461786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d389-734d-4814-aba3-f2ff51e2e2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.463507 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-b0a9d389-734d-4814-aba3-f2ff51e2e2f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26016cdb-6f68-4e5e-8fba-b877da2f9239 HTTP/1.1" status: 204 len: 168 time: 0.1708925 Oct 12 18:47:14.475998 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9d389-734d-4814-aba3-f2ff51e2e2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26016cdb-6f68-4e5e-8fba-b877da2f9239,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:15.984559 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e275-8b10-4979-8c2b-b165de34fb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:16.873851 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:17.205621 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:19.080161 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.426950 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37810) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:28.540440 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee253-bdaa-497e-9449-e12aee8c0583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.631060 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee253-bdaa-497e-9449-e12aee8c0583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.638935 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee253-bdaa-497e-9449-e12aee8c0583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.652407 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.677856 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4c2ee253-bdaa-497e-9449-e12aee8c0583 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13aa26556d9f4117893a78fa598a66f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497716 Oct 12 18:47:28.678128 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37828) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:28.692872 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ee253-bdaa-497e-9449-e12aee8c0583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9306dd90-a824-4d90-8229-a0697b985cf5,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:28.774633 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-015723b2-a0dc-460a-9b2f-a55eadb64a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.797919 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-015723b2-a0dc-460a-9b2f-a55eadb64a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.864136 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-015723b2-a0dc-460a-9b2f-a55eadb64a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.867298 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-015723b2-a0dc-460a-9b2f-a55eadb64a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.868146 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-015723b2-a0dc-460a-9b2f-a55eadb64a17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9306dd90-a824-4d90-8229-a0697b985cf5 HTTP/1.1" status: 204 len: 168 time: 0.1886618 Oct 12 18:47:28.879445 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015723b2-a0dc-460a-9b2f-a55eadb64a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9306dd90-a824-4d90-8229-a0697b985cf5,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:29.237542 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37838) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:29.252083 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-829a56a8-12cd-4b87-99c5-288ff3caf0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.341801 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-829a56a8-12cd-4b87-99c5-288ff3caf0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.346765 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-829a56a8-12cd-4b87-99c5-288ff3caf0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.395373 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-829a56a8-12cd-4b87-99c5-288ff3caf0fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=598a6414dc004501b37c18e153919b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566455 Oct 12 18:47:29.396124 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a56a8-12cd-4b87-99c5-288ff3caf0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4190dd-d35d-4ad4-8feb-683f7d332e5c,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:29.398331 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37840) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:29.459456 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a540cd8e-41e2-4ffc-9a76-92f07b9cc3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.492680 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a540cd8e-41e2-4ffc-9a76-92f07b9cc3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.549091 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a540cd8e-41e2-4ffc-9a76-92f07b9cc3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.552236 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a540cd8e-41e2-4ffc-9a76-92f07b9cc3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.553673 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a540cd8e-41e2-4ffc-9a76-92f07b9cc3f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d4190dd-d35d-4ad4-8feb-683f7d332e5c HTTP/1.1" status: 204 len: 168 time: 0.1538191 Oct 12 18:47:29.567800 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540cd8e-41e2-4ffc-9a76-92f07b9cc3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4190dd-d35d-4ad4-8feb-683f7d332e5c,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:30.004564 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37864) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:30.023196 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a436-a321-4d8a-a108-122547574813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.183450 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a436-a321-4d8a-a108-122547574813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.189859 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a436-a321-4d8a-a108-122547574813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.268024 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5ce4a436-a321-4d8a-a108-122547574813 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0461aaecab94458297899679ca9a6ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621222 Oct 12 18:47:30.270050 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a436-a321-4d8a-a108-122547574813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f64e85-ff2c-4462-a608-4ce6f245425b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:30.272493 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37868) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:30.332118 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6183f6c0-b673-4cc6-b927-81bef7df14e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.364212 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6183f6c0-b673-4cc6-b927-81bef7df14e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.423446 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6183f6c0-b673-4cc6-b927-81bef7df14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.426550 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6183f6c0-b673-4cc6-b927-81bef7df14e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.428034 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-6183f6c0-b673-4cc6-b927-81bef7df14e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7f64e85-ff2c-4462-a608-4ce6f245425b HTTP/1.1" status: 204 len: 168 time: 0.1541724 Oct 12 18:47:30.438162 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183f6c0-b673-4cc6-b927-81bef7df14e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f64e85-ff2c-4462-a608-4ce6f245425b,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:31.158848 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 37892) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:31.256225 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1372712929-network', 'tenant_id': '552478e2595445dba1cf1157760bc242'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:31.287446 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Made reservation on behalf of 552478e2595445dba1cf1157760bc242 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:31.290156 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.300524 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.379506 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.383543 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.409682 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:47:31.420767 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:31.425860 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.426203 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Added segment aaca9bc2-c643-46e4-8151-544076b54f81 of type vlan for network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 Oct 12 18:47:31.469809 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.499421 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.500329 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:31.500916 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.567724 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4077291 Oct 12 18:47:31.572669 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 37898) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:31.573246 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d4344-45e8-4ac1-aa9c-1e764b8494fb admin admin] Pushing event updated for resources: {'Network': ['ID=a0c01f9f-02bf-498c-b552-56fcc0a52ef6,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:31.578351 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Request body: {'subnet': {'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1372712929-subnet', 'tenant_id': '552478e2595445dba1cf1157760bc242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:31.584314 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:47:31.607842 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Made reservation on behalf of 552478e2595445dba1cf1157760bc242 for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:31.610167 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28930523'] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.835177 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28930549'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.904227 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:31.909867 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Checking segment: {'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:31.910226 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Network hostable DHCP agents. Network: a0c01f9f-02bf-498c-b552-56fcc0a52ef6, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:47:31.928435 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:47:31.937790 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, a0c01f9f-02bf-498c-b552-56fcc0a52ef6) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:31.942086 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:31.942689 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:31.947909 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d99f9-867a-402f-9665-135b08395868 None None] Network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:47:31.962524 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1a114ab3-7479-4916-a178-161d97c2a801 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3883696 Oct 12 18:47:32.085830 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af6250-c89a-48ad-812f-6f254e03036a None None] Network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:47:34.518212 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638496e5-0b80-497a-84df-e8e2db48ddd8 req-76f66161-02f7-48de-a545-9edfb6590be9 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.519837 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-638496e5-0b80-497a-84df-e8e2db48ddd8 req-76f66161-02f7-48de-a545-9edfb6590be9 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 945 time: 0.0502706 Oct 12 18:47:34.559493 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-638496e5-0b80-497a-84df-e8e2db48ddd8 req-40a0a78b-a23c-4d60-b3d2-f733a3bf3514 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Oct 12 18:47:34.830518 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-61b251d8-9867-4a9a-9060-233434f478a7 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.832041 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-61b251d8-9867-4a9a-9060-233434f478a7 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/networks?id=a0c01f9f-02bf-498c-b552-56fcc0a52ef6 HTTP/1.1" status: 200 len: 809 time: 0.1084564 Oct 12 18:47:34.848753 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-c7bd7466-8a09-47e4-93d9-fcd63577385e tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/quotas/552478e2595445dba1cf1157760bc242 HTTP/1.1" status: 200 len: 375 time: 0.0108280 Oct 12 18:47:34.882975 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-a81dc1b5-33e2-47d4-8da0-07b7e6106a01 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=552478e2595445dba1cf1157760bc242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272012 Oct 12 18:47:34.980452 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-1a3f101a-2be7-4b98-b077-94a7d6c7ebef service neutron] 10.222.0.62 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893199 Oct 12 18:47:35.080480 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-a004621e-30ae-44a1-a7b3-45456786ff2d service neutron] 10.222.0.62 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928423 Oct 12 18:47:35.252978 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-09fd6a06-db3d-4558-b6cd-06f04c127f5f req-d5285d4b-2769-4f2a-acdd-c8a918d13d1a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 210 time: 0.0286517 Oct 12 18:47:35.647857 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:47:35.692316 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea137d6-4eb3-48f1-88eb-6992048844b7 req-a8229446-7115-4d35-b93d-d17c2ecb2503 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:35.693918 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5ea137d6-4eb3-48f1-88eb-6992048844b7 req-a8229446-7115-4d35-b93d-d17c2ecb2503 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 945 time: 0.0593350 Oct 12 18:47:35.749133 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5ea137d6-4eb3-48f1-88eb-6992048844b7 req-d90b5669-2302-41c8-bab7-39e28bcac628 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Oct 12 18:47:36.352115 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d344c1d7-966c-425c-badb-f989c2722b25 req-846b300e-a5d6-419b-94be-19134867eddc tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 210 time: 0.0270534 Oct 12 18:47:36.881247 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9737a1-70d9-4613-913d-e666a7a3c9ef req-7bcc731e-963a-4142-a89c-bfe98e6a5cc5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:36.882792 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0f9737a1-70d9-4613-913d-e666a7a3c9ef req-7bcc731e-963a-4142-a89c-bfe98e6a5cc5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 945 time: 0.0609629 Oct 12 18:47:36.922907 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0f9737a1-70d9-4613-913d-e666a7a3c9ef req-91c0fc49-9c10-498c-93b1-debde7b1a9df tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335233 Oct 12 18:47:37.463087 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b245857a-59ae-469a-bc3b-f920887cffac req-b0ef3c16-4d6b-4352-8564-ff9c6b15807d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 210 time: 0.0291800 Oct 12 18:47:38.048402 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61b914-aead-4273-8fcb-74b1117f482c req-2c776c11-f408-47a1-a6d0-c12ff7356344 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:38.049918 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2c61b914-aead-4273-8fcb-74b1117f482c req-2c776c11-f408-47a1-a6d0-c12ff7356344 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 945 time: 0.0567806 Oct 12 18:47:38.330190 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2c61b914-aead-4273-8fcb-74b1117f482c req-00564029-adf9-4bac-9dad-421c89b6d82a tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738202 Oct 12 18:47:38.557458 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c86b23b9-9cc4-4b4f-b012-88ff5c697ad4 req-135570a2-209e-4d0d-946c-3805b5c985ab tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 210 time: 0.0260408 Oct 12 18:47:39.313998 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-8944366f-0a2c-4265-8fb8-f4d0e1949e18 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:39.315570 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-8944366f-0a2c-4265-8fb8-f4d0e1949e18 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.32 "GET /v2.0/networks?id=a0c01f9f-02bf-498c-b552-56fcc0a52ef6 HTTP/1.1" status: 200 len: 809 time: 0.1135495 Oct 12 18:47:39.357136 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Request body: {'port': {'device_id': 'afd8e633-f9f8-4a26-810e-78b002a30b54', 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6', 'admin_state_up': True, 'tenant_id': '552478e2595445dba1cf1157760bc242'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:39.488589 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c8fe-ba63-44e8-a50a-86505bc8a081 req-28ebc78f-63e9-4455-929b-effaeb0c02cf tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:39.490592 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a255c8fe-ba63-44e8-a50a-86505bc8a081 req-28ebc78f-63e9-4455-929b-effaeb0c02cf tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 945 time: 0.0563235 Oct 12 18:47:39.513571 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Made reservation on behalf of 552478e2595445dba1cf1157760bc242 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:39.517645 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:39.534301 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a255c8fe-ba63-44e8-a50a-86505bc8a081 req-dd5f0beb-54fc-4946-99bc-07a83d82e811 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358942 Oct 12 18:47:39.674846 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-521229df-beea-412d-8933-109b49c2303d req-6609009e-ded8-4758-ad49-ef614e687adf tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 210 time: 0.0317008 Oct 12 18:47:39.678439 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-eb0608f8-0839-4841-8f22-3b4aef576df2 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:39.679957 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-eb0608f8-0839-4841-8f22-3b4aef576df2 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.32 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 945 time: 0.1423137 Oct 12 18:47:39.779645 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Allocated IP 172.20.0.10 (a0c01f9f-02bf-498c-b552-56fcc0a52ef6/f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d/0d6dee61-4770-4b0b-aed7-bfcf88e501e1) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:39.895097 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Deleting port 02fd7ba5-3a35-4975-86f2-b7a907677990 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:47:39.895440 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.029525 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] For port 02fd7ba5-3a35-4975-86f2-b7a907677990, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02fd7ba5-3a35-4975-86f2-b7a907677990,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:40.029951 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.034099 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.047830 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Calling delete_port for 02fd7ba5-3a35-4975-86f2-b7a907677990 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:47:40.136967 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.197481 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:40.201567 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:40.208075 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:40.214261 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Pushing event updated for resources: {'Port': ['ID=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:40.292206 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:40.292720 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.296844 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.309772 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['02fd7ba5-3a35-4975-86f2-b7a907677990'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:47:40.334970 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Pushing event deleted for resources: {'Port': ['ID=02fd7ba5-3a35-4975-86f2-b7a907677990,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:40.344596 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-3b8aae7a-156e-48d0-b5cf-86dd043ba7db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9919927 Oct 12 18:47:40.365870 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Request body: {'port': {'device_id': 'afd8e633-f9f8-4a26-810e-78b002a30b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:40.395129 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] No DVR routers for this DVR port 02fd7ba5-3a35-4975-86f2-b7a907677990 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:47:40.398892 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.402224 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a3846db5-d001-44ed-b37d-f49a99cbbaf9 req-d3fb4320-270b-47e8-84fa-32a4c22276eb tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.32 "DELETE /v2.0/ports/02fd7ba5-3a35-4975-86f2-b7a907677990 HTTP/1.1" status: 204 len: 173 time: 0.7026920 Oct 12 18:47:40.402772 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ffba9-e1bb-438d-9bbf-1ca12a957c4f', 'name': 'network-vif-deleted', 'tag': '02fd7ba5-3a35-4975-86f2-b7a907677990'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:40.406072 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a981c-4af0-456c-846f-42b5ee1f7ca9" -d '{"events": [{"server_uuid": "941ffba9-e1bb-438d-9bbf-1ca12a957c4f", "name": "network-vif-deleted", "tag": "02fd7ba5-3a35-4975-86f2-b7a907677990"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:40.456291 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.459242 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b564cfe0-2d3e-479b-bc28-28075d6f8bf7 x-openstack-request-id: req-b564cfe0-2d3e-479b-bc28-28075d6f8bf7 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:40.459535 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ffba9-e1bb-438d-9bbf-1ca12a957c4f", "name": "network-vif-deleted", "tag": "02fd7ba5-3a35-4975-86f2-b7a907677990", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:40.459788 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b564cfe0-2d3e-479b-bc28-28075d6f8bf7 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:40.460180 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ffba9-e1bb-438d-9bbf-1ca12a957c4f', 'name': 'network-vif-deleted', 'tag': '02fd7ba5-3a35-4975-86f2-b7a907677990', 'status': 'completed', 'code': 200} Oct 12 18:47:40.647027 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-66e831ac-7447-478b-a53d-4a35dd415710 req-aba5798d-021b-47a8-b72f-1847d64fb98a tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=941ffba9-e1bb-438d-9bbf-1ca12a957c4f HTTP/1.1" status: 200 len: 210 time: 0.0301628 Oct 12 18:47:40.741939 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:40.747653 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.760451 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Transition to ACTIVE for port object 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:47:40.765363 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.821382 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:40.826033 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33bb66-b9f5-4d63-995e-2376ee007fd0 req-cb9d349c-72f8-4554-a25e-49a77af238aa tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:40.828816 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7d33bb66-b9f5-4d63-995e-2376ee007fd0 req-cb9d349c-72f8-4554-a25e-49a77af238aa tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0709436 Oct 12 18:47:40.902946 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7d33bb66-b9f5-4d63-995e-2376ee007fd0 req-a8df9e0b-380d-4486-9c40-34f25c20ecab tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610881 Oct 12 18:47:40.905496 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Attempting to bind port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:40.905840 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Attempting to bind port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:40.906173 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Attempting to bind port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 on network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:40.911122 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 on network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:47:40.911449 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Attempting to bind port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 on network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:40.916899 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:40.917245 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Checking segment: {'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:40.917640 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Bound using segment: {'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:40.918080 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Bound port: 0d6dee61-4770-4b0b-aed7-bfcf88e501e1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:40.918558 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.999532 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] For port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:41.002887 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] For port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:41.009507 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:41.049934 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:41.050592 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:41.054602 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d6dee61-4770-4b0b-aed7-bfcf88e501e1 HTTP/1.1" status: 200 len: 1094 time: 0.6937418 Oct 12 18:47:41.071803 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572558-082a-4542-af5a-0cc022ac8815 req-416be320-f7e5-4b88-af1d-e5b6020e8199 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:41.072820 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318db0b-11c5-45ac-9064-70ac9deb2202 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:41.073824 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fb572558-082a-4542-af5a-0cc022ac8815 req-416be320-f7e5-4b88-af1d-e5b6020e8199 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0553052 Oct 12 18:47:41.124587 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fb572558-082a-4542-af5a-0cc022ac8815 req-2c6d979a-6e86-485a-8cdf-7a791228785a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 Oct 12 18:47:41.145055 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-94e1d026-3d21-4af4-bcfc-36484d020da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:41.146781 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-94e1d026-3d21-4af4-bcfc-36484d020da7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=552478e2595445dba1cf1157760bc242&device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 1097 time: 0.0435460 Oct 12 18:47:41.202144 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-357b5e53-4bfd-4a56-8349-4bff98437033 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6dee61-4770-4b0b-aed7-bfcf88e501e1 HTTP/1.1" status: 200 len: 217 time: 0.0407860 Oct 12 18:47:41.259289 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-a4a0ce87-7a45-426c-a7a6-5729f384c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:41.261538 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-a4a0ce87-7a45-426c-a7a6-5729f384c1de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d HTTP/1.1" status: 200 len: 849 time: 0.0491209 Oct 12 18:47:41.298985 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-36471afd-a05c-4025-b5ae-32a19cea1f21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c01f9f-02bf-498c-b552-56fcc0a52ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299389 Oct 12 18:47:41.651975 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-cebc7af3-0a27-4264-9ffb-af20188a957d service neutron] 10.222.0.32 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411536 Oct 12 18:47:42.031061 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ec313-f8f8-4a1c-8d63-219cf8a4b9c1 req-5b883a6e-32af-4619-a153-ea91ac7b7c4d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:42.032675 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f97ec313-f8f8-4a1c-8d63-219cf8a4b9c1 req-5b883a6e-32af-4619-a153-ea91ac7b7c4d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0552347 Oct 12 18:47:42.072862 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f97ec313-f8f8-4a1c-8d63-219cf8a4b9c1 req-9726413d-b58a-45c2-850e-3314afe6f74f tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340810 Oct 12 18:47:42.253188 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff3dba-7bf3-4bed-924c-ea3383e1d471 req-0bca08c2-5061-4a23-9df0-d5bf3fd8102a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:42.254751 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-62ff3dba-7bf3-4bed-924c-ea3383e1d471 req-0bca08c2-5061-4a23-9df0-d5bf3fd8102a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0483599 Oct 12 18:47:42.293590 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-62ff3dba-7bf3-4bed-924c-ea3383e1d471 req-75bbdf41-8c4a-424a-a01d-7bf05275144a tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Oct 12 18:47:42.461387 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd8e633-f9f8-4a26-810e-78b002a30b54', 'tag': '0d6dee61-4770-4b0b-aed7-bfcf88e501e1'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:42.463789 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf872a7-ac80-420f-b74d-800fc47fed2d" -d '{"events": [{"name": "network-changed", "server_uuid": "afd8e633-f9f8-4a26-810e-78b002a30b54", "tag": "0d6dee61-4770-4b0b-aed7-bfcf88e501e1"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:42.499908 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3506acb9-bb04-4d28-80f1-f0c52f68999c x-openstack-request-id: req-3506acb9-bb04-4d28-80f1-f0c52f68999c {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:42.500198 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd8e633-f9f8-4a26-810e-78b002a30b54", "tag": "0d6dee61-4770-4b0b-aed7-bfcf88e501e1", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:42.500451 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3506acb9-bb04-4d28-80f1-f0c52f68999c {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:42.500875 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd8e633-f9f8-4a26-810e-78b002a30b54', 'tag': '0d6dee61-4770-4b0b-aed7-bfcf88e501e1', 'status': 'completed', 'code': 200} Oct 12 18:47:42.629207 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-febc0b09-6243-466d-8c58-e79eee3070d7 req-2b9a89ea-f021-46ae-8315-337e48521125 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840237 Oct 12 18:47:43.038034 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b5da8dc9-9fa0-419f-8e87-f22b70de7338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.196718 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc816-6427-4650-9bd5-9b2085f499df req-82950331-59e8-4882-8cab-1e11d07e2ffa tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:43.198208 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-11fbc816-6427-4650-9bd5-9b2085f499df req-82950331-59e8-4882-8cab-1e11d07e2ffa tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0509205 Oct 12 18:47:43.241901 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-11fbc816-6427-4650-9bd5-9b2085f499df req-d8229ba7-b679-44d2-8d70-416b27e5e038 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342381 Oct 12 18:47:43.431185 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aab09-07b2-4c3f-96bc-b0e3077d8beb req-34cb194f-6434-48bc-95b1-d20d2fc7cab5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:43.432707 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f28aab09-07b2-4c3f-96bc-b0e3077d8beb req-34cb194f-6434-48bc-95b1-d20d2fc7cab5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0615215 Oct 12 18:47:43.475318 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f28aab09-07b2-4c3f-96bc-b0e3077d8beb req-e6b05f72-1e2e-495d-adf8-4572dd2d8fed tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359724 Oct 12 18:47:44.360605 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde3b39-aad8-46ee-b7af-5a31aa706623 req-37105f76-695c-453e-a03e-ddfb2f491493 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.362163 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6dde3b39-aad8-46ee-b7af-5a31aa706623 req-37105f76-695c-453e-a03e-ddfb2f491493 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0518517 Oct 12 18:47:44.393165 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 02fd7ba5-3a35-4975-86f2-b7a907677990 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:47:44.404239 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6dde3b39-aad8-46ee-b7af-5a31aa706623 req-7dd41b0f-d4f8-49be-8406-8f3420936779 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357809 Oct 12 18:47:44.413971 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 02fd7ba5-3a35-4975-86f2-b7a907677990 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:47:44.414305 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 02fd7ba5-3a35-4975-86f2-b7a907677990 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:47:44.494924 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-3a1817d2-5bff-4f02-84f7-9e594d081566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.496490 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-3a1817d2-5bff-4f02-84f7-9e594d081566 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=552478e2595445dba1cf1157760bc242&device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 1097 time: 0.0452240 Oct 12 18:47:44.593411 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-6b5aae1c-48b1-439b-9820-8eebe53d4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.594910 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-6b5aae1c-48b1-439b-9820-8eebe53d4709 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c01f9f-02bf-498c-b552-56fcc0a52ef6 HTTP/1.1" status: 200 len: 910 time: 0.0867960 Oct 12 18:47:44.600986 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdf51e-6f82-46a6-be6c-89316ef1b718 req-2dd6638b-6da6-4205-a4fb-2af61f64a80d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.602452 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-14cdf51e-6f82-46a6-be6c-89316ef1b718 req-2dd6638b-6da6-4205-a4fb-2af61f64a80d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0504150 Oct 12 18:47:44.640559 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-14cdf51e-6f82-46a6-be6c-89316ef1b718 req-16abf89a-fc45-4b79-9ec2-c8915bcb8180 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321367 Oct 12 18:47:44.641334 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-d200fc1d-873f-41f2-8577-dd9d65ab23fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6dee61-4770-4b0b-aed7-bfcf88e501e1 HTTP/1.1" status: 200 len: 217 time: 0.0381329 Oct 12 18:47:44.693348 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-33c5d0f5-f9a4-4160-89c8-558a4843e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.694859 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-33c5d0f5-f9a4-4160-89c8-558a4843e301 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d HTTP/1.1" status: 200 len: 849 time: 0.0438714 Oct 12 18:47:44.741070 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-3891b9cb-174a-406f-92b0-28139c793b17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c01f9f-02bf-498c-b552-56fcc0a52ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354345 Oct 12 18:47:44.850391 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-9720ebc3-51ff-4426-a021-23e70e9e6006 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957983 Oct 12 18:47:44.948465 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bf872a7-ac80-420f-b74d-800fc47fed2d req-0a0f183f-dbd9-4eb2-91ea-f288fa2266d8 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852389 Oct 12 18:47:45.573191 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61329da-e0b8-41c0-ba5d-1cdc8e6e74a2 req-d151dfb9-29d0-4dca-86a7-775ac3d258c5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:45.577237 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c61329da-e0b8-41c0-ba5d-1cdc8e6e74a2 req-d151dfb9-29d0-4dca-86a7-775ac3d258c5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0991848 Oct 12 18:47:45.630246 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c61329da-e0b8-41c0-ba5d-1cdc8e6e74a2 req-34e88183-db5d-4c87-8023-3a2d920e9dc1 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Oct 12 18:47:45.764892 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048fe07-4073-4063-b55b-8c8a03c2b51a req-07b9e9b4-fd6c-48c4-9372-5d463535be62 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:45.766405 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7048fe07-4073-4063-b55b-8c8a03c2b51a req-07b9e9b4-fd6c-48c4-9372-5d463535be62 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0509512 Oct 12 18:47:45.807077 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7048fe07-4073-4063-b55b-8c8a03c2b51a req-1c8e331c-d063-45e2-9593-c85424271b93 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342877 Oct 12 18:47:45.976790 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-f9c7085f-46d7-43b4-a8fb-23fd354ceb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:46.771843 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5409e-5924-4b6c-8dc0-1e97f604583c req-7bbf0fe8-a4ca-4405-a957-19e9de1c2c3e tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:46.773572 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8ba5409e-5924-4b6c-8dc0-1e97f604583c req-7bbf0fe8-a4ca-4405-a957-19e9de1c2c3e tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0595591 Oct 12 18:47:46.848440 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8ba5409e-5924-4b6c-8dc0-1e97f604583c req-0fa5ae3f-b03a-4ba7-bcf2-c41605057bf3 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667534 Oct 12 18:47:46.871751 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1187367-cab6-484a-a791-b16dd23fabef req-9241604b-2a16-4996-8a9a-f49ee355b739 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:46.873951 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d1187367-cab6-484a-a791-b16dd23fabef req-9241604b-2a16-4996-8a9a-f49ee355b739 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 945 time: 0.0690329 Oct 12 18:47:46.883331 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:46.944035 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d1187367-cab6-484a-a791-b16dd23fabef req-78d7ea6a-4a48-41b8-bf6c-a97412c2d830 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536385 Oct 12 18:47:46.981571 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133974e-8c25-4f1b-89e0-89246c603442 req-0638d6d8-b721-4120-a97f-6b4fa21f6942 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:46.983500 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e133974e-8c25-4f1b-89e0-89246c603442 req-0638d6d8-b721-4120-a97f-6b4fa21f6942 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0582159 Oct 12 18:47:47.028957 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e133974e-8c25-4f1b-89e0-89246c603442 req-19f016f0-05d1-4108-97cc-1a710281f526 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Oct 12 18:47:47.196523 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:47.977965 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cb674-484f-4a54-a923-ca478fa9652e req-a76d7b26-563e-4dfb-a8ee-f9169f4e8529 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:47.979559 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c50cb674-484f-4a54-a923-ca478fa9652e req-a76d7b26-563e-4dfb-a8ee-f9169f4e8529 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0505044 Oct 12 18:47:48.033379 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c50cb674-484f-4a54-a923-ca478fa9652e req-4508072b-e9aa-4d5d-a19d-f346afe64fee tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Oct 12 18:47:48.104892 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496970a-3310-4234-8114-5601a22816bf req-7561c81f-9165-4940-bbde-b7b2b627f0f1 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:48.113154 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4496970a-3310-4234-8114-5601a22816bf req-7561c81f-9165-4940-bbde-b7b2b627f0f1 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 945 time: 0.0718005 Oct 12 18:47:48.186249 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4496970a-3310-4234-8114-5601a22816bf req-34e3d583-ace8-4746-85a2-c99d3a32f34c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718815 Oct 12 18:47:48.211201 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c23902-b44b-49fc-8cfe-6b1fdf4ae922 req-0e49439d-10af-41df-8ac4-b910f383e503 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:48.212767 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-91c23902-b44b-49fc-8cfe-6b1fdf4ae922 req-0e49439d-10af-41df-8ac4-b910f383e503 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0892479 Oct 12 18:47:48.255197 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-91c23902-b44b-49fc-8cfe-6b1fdf4ae922 req-739f068e-db25-4f47-99d4-6c8fef7d4df6 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=14b958e3-7a3a-42d8-9973-647a38fa5224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360219 Oct 12 18:47:48.626279 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-a378e953-a4cb-4b9d-83fa-ee8d362e8f24 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:48.627826 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-a378e953-a4cb-4b9d-83fa-ee8d362e8f24 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 946 time: 0.0518060 Oct 12 18:47:48.730549 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Deleting port d0ed27e8-71e2-4a30-be51-a39816b86ac1 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:47:48.730895 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.833164 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] For port d0ed27e8-71e2-4a30-be51-a39816b86ac1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d0ed27e8-71e2-4a30-be51-a39816b86ac1,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:48.833642 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.081208 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.165086 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.165479 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.165772 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Floating IP b4c65bd5-6992-4c53-91cd-8e5c07c96c0d disassociated. External IP: 172.27.2.250, port: d0ed27e8-71e2-4a30-be51-a39816b86ac1. Oct 12 18:47:49.166193 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Calling delete_port for d0ed27e8-71e2-4a30-be51-a39816b86ac1 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:47:49.173777 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca8a88-e190-4750-873a-c9ef0fc3e846 req-55d65a0e-85f3-40ba-aa98-8e05e4715ad4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:49.175400 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-74ca8a88-e190-4750-873a-c9ef0fc3e846 req-55d65a0e-85f3-40ba-aa98-8e05e4715ad4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0574419 Oct 12 18:47:49.217277 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-74ca8a88-e190-4750-873a-c9ef0fc3e846 req-58bcd13c-9011-4b92-b96e-b14a640fa950 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Oct 12 18:47:49.324464 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.328938 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83a611-08b3-4de1-b168-010b8f4815d7 req-9c4f638e-c922-4cee-9d04-12ac53cf1fe8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:49.336727 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0f83a611-08b3-4de1-b168-010b8f4815d7 req-9c4f638e-c922-4cee-9d04-12ac53cf1fe8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 945 time: 0.0713367 Oct 12 18:47:49.368900 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event deleted for resources: {'Port': ['ID=d0ed27e8-71e2-4a30-be51-a39816b86ac1,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:49.384585 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f4ab5b5e-b9d8-4246-b2d9-e968e5a024cb req-9e23d4c7-b954-4e6e-a283-7cf2573f866f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 210 time: 0.0379207 Oct 12 18:47:49.414798 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0f83a611-08b3-4de1-b168-010b8f4815d7 req-b2a4f0ce-5276-4c70-9450-39926860655f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733795 Oct 12 18:47:49.499705 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Router 30e701a0-6b06-4d0b-ab1d-1be282025eac has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:47:49.613516 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:47:49.627129 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] Sync routers for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:47:49.647233 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:49.648149 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:47:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:49.671159 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] No DVR routers for this DVR port d0ed27e8-71e2-4a30-be51-a39816b86ac1 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:47:49.674775 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.680490 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d680ee6f-68d4-4bde-8ddd-2943cc1229dc req-bccd4cde-fbb1-4b9b-a96d-e987a1f23f1d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "DELETE /v2.0/ports/d0ed27e8-71e2-4a30-be51-a39816b86ac1 HTTP/1.1" status: 204 len: 173 time: 1.0435023 Oct 12 18:47:49.681157 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-deleted', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:49.686271 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b9a1db-441a-4356-81b2-368f45746e33" -d '{"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-deleted", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:49.746547 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e0647-1173-4c24-9517-60893cf022f6 req-9243406a-2276-464b-8f07-ddd46028d631 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:49.749011 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-720e0647-1173-4c24-9517-60893cf022f6 req-9243406a-2276-464b-8f07-ddd46028d631 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 945 time: 0.0581648 Oct 12 18:47:49.756159 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fb4680-2e9d-4fb6-a1c8-45ead3297017 x-openstack-request-id: req-a0fb4680-2e9d-4fb6-a1c8-45ead3297017 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:49.756462 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e5f85-e35d-4d5c-9d01-58df13e5d1df", "name": "network-vif-deleted", "tag": "d0ed27e8-71e2-4a30-be51-a39816b86ac1", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:49.757199 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0fb4680-2e9d-4fb6-a1c8-45ead3297017 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:49.757609 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e5f85-e35d-4d5c-9d01-58df13e5d1df', 'name': 'network-vif-deleted', 'tag': 'd0ed27e8-71e2-4a30-be51-a39816b86ac1', 'status': 'completed', 'code': 200} Oct 12 18:47:49.788605 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:49.865389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Deleting port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:47:49.865731 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.957106 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] For port 341a02ea-11f4-4182-adc1-e73bcdfe36e1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=341a02ea-11f4-4182-adc1-e73bcdfe36e1,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:49.957385 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:50.118093 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:50.132023 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:50.132384 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:50.132703 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Floating IP 9dc30ff5-d176-4aa7-9e4e-1e7343cbe947 disassociated. External IP: 172.27.2.110, port: 341a02ea-11f4-4182-adc1-e73bcdfe36e1. Oct 12 18:47:50.133040 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Calling delete_port for 341a02ea-11f4-4182-adc1-e73bcdfe36e1 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:47:50.145389 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] Checking router: 30e701a0-6b06-4d0b-ab1d-1be282025eac for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:47:50.153972 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:50.155955 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:47:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:50.283405 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:50.297845 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:50.333237 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event deleted for resources: {'Port': ['ID=341a02ea-11f4-4182-adc1-e73bcdfe36e1,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:50.361980 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdce0f-3b2c-4bce-a2b9-6fe70ae26c73 req-e68bd964-cf17-45ea-bbbb-c4238ed297db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:50.363596 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e3bdce0f-3b2c-4bce-a2b9-6fe70ae26c73 req-e68bd964-cf17-45ea-bbbb-c4238ed297db tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0549037 Oct 12 18:47:50.407000 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e3bdce0f-3b2c-4bce-a2b9-6fe70ae26c73 req-f01c6324-a1dd-4554-8904-d00213b7233f tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354984 Oct 12 18:47:50.493972 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:47:50.560653 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8c0f31b1-8ca4-462c-89b3-34dd961ecc39 req-0f37cd1a-c497-4660-9fe6-6ab5b30a7219 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 210 time: 0.0728400 Oct 12 18:47:50.580225 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-96733854-b62e-47eb-aaf9-65c28be44a5b req-eb275363-5ad5-4649-8865-c6156480ed61 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 210 time: 0.0441599 Oct 12 18:47:50.586797 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:50.614983 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f4cdc-59f6-403f-ac2b-c4bd52093e2d None None] The sync data for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi is: [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:47:50.672632 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:47:50.688540 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:47:50.704072 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:50.705169 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:47:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:50.721139 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] No DVR routers for this DVR port 341a02ea-11f4-4182-adc1-e73bcdfe36e1 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:47:50.724362 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:50.727895 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-720e0647-1173-4c24-9517-60893cf022f6 req-b55662ba-6552-42e7-be35-d9c7b302e08e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "DELETE /v2.0/ports/341a02ea-11f4-4182-adc1-e73bcdfe36e1 HTTP/1.1" status: 204 len: 173 time: 0.9633522 Oct 12 18:47:50.890378 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a38d56-615e-466e-8e53-d91622c73505 None None] New status for floating IP b4c65bd5-6992-4c53-91cd-8e5c07c96c0d: DOWN {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:47:50.922233 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:51.123353 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:51.153846 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:47:51.162248 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:51.162896 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:47:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:51.264346 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:51.506692 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:51.538322 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1dbb49-4d58-4be8-b8cc-158a65a09488 None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:47:51.543438 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e809771-ea87-49ad-aa27-28b0dff401af req-585a57bf-8113-44c9-b9e8-1e0268912876 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:51.545513 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0e809771-ea87-49ad-aa27-28b0dff401af req-585a57bf-8113-44c9-b9e8-1e0268912876 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0654917 Oct 12 18:47:51.627314 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0e809771-ea87-49ad-aa27-28b0dff401af req-83c96bd6-d1cc-49fc-8ec4-b0cccdcb9753 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638106 Oct 12 18:47:51.710819 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-880abdc3-09cd-4409-bc42-fab1e3a0db60 req-3c4e1313-3c82-4db0-86c1-762f7caf5a83 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 210 time: 0.0519657 Oct 12 18:47:51.756387 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4e27a97c-6dc7-4dd0-bc89-22f49398dc2d req-e8acb7bd-c609-4876-91bf-4d9bcf515cfc tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 210 time: 0.0322151 Oct 12 18:47:51.759001 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b72d051-9924-4018-929d-ed174be9477e', 'name': 'network-vif-deleted', 'tag': '341a02ea-11f4-4182-adc1-e73bcdfe36e1'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:51.762209 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19283d7-2ecf-4709-91d1-8a884a4727bf" -d '{"events": [{"server_uuid": "3b72d051-9924-4018-929d-ed174be9477e", "name": "network-vif-deleted", "tag": "341a02ea-11f4-4182-adc1-e73bcdfe36e1"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:51.801834 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4aa30-07fc-4cc2-b639-a9678c382770 x-openstack-request-id: req-afa4aa30-07fc-4cc2-b639-a9678c382770 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:51.802191 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b72d051-9924-4018-929d-ed174be9477e", "name": "network-vif-deleted", "tag": "341a02ea-11f4-4182-adc1-e73bcdfe36e1", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:51.802453 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afa4aa30-07fc-4cc2-b639-a9678c382770 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:51.802879 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b72d051-9924-4018-929d-ed174be9477e', 'name': 'network-vif-deleted', 'tag': '341a02ea-11f4-4182-adc1-e73bcdfe36e1', 'status': 'completed', 'code': 200} Oct 12 18:47:51.858873 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19824503-b18d-4b5c-a89f-1e4542484a2e None None] New status for floating IP 9dc30ff5-d176-4aa7-9e4e-1e7343cbe947: DOWN {{(pid=100549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:47:52.579045 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:47:52.688280 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:52.703605 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '0d6dee61-4770-4b0b-aed7-bfcf88e501e1', 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6', 'port_id': '0d6dee61-4770-4b0b-aed7-bfcf88e501e1', 'mac_address': 'fa:16:3e:04:8d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:47:52.745545 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:52.761773 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:52.769091 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c4a2d-2123-4b74-a776-cfc527dfbfc7 req-274db4ab-1506-4c9e-8584-e3d683067842 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:52.770830 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc8c4a2d-2123-4b74-a776-cfc527dfbfc7 req-274db4ab-1506-4c9e-8584-e3d683067842 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 944 time: 0.0660741 Oct 12 18:47:52.784523 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:52.789266 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:52.850134 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:52.859529 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.859940 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.860389 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.860829 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.861293 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.861755 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.862187 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.862650 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.863185 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.863584 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.866866 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.866866 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:52.946754 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e63f70d3-b68e-4bb0-a9da-3633298b7487 req-02164b72-1b93-4f2b-9f18-2e85d970a9e3 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b72d051-9924-4018-929d-ed174be9477e HTTP/1.1" status: 200 len: 210 time: 0.1631372 Oct 12 18:47:53.006499 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc8c4a2d-2123-4b74-a776-cfc527dfbfc7 req-3f074161-1911-40f0-9b85-fa9bc511c906 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293725 Oct 12 18:47:53.057981 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['0d6dee61-4770-4b0b-aed7-bfcf88e501e1'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:47:53.062141 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-11f4f7b0-0819-498e-a275-972858ee2ffc req-b7d998ff-5a07-478d-aa3c-fe1a892224aa tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=503e5f85-e35d-4d5c-9d01-58df13e5d1df HTTP/1.1" status: 200 len: 210 time: 0.0293884 Oct 12 18:47:53.283107 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50d5bf-4b31-472e-9d04-63e763d8b688 req-3adb4f64-9a8a-4124-9c3f-d352c6463d06 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:53.284628 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e50d5bf-4b31-472e-9d04-63e763d8b688 req-3adb4f64-9a8a-4124-9c3f-d352c6463d06 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.0512593 Oct 12 18:47:53.290851 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-3ec0613c-4400-4e5e-8551-a0fc4f5aa59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:53.292432 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-3ec0613c-4400-4e5e-8551-a0fc4f5aa59e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1137 time: 0.0411358 Oct 12 18:47:53.327150 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e50d5bf-4b31-472e-9d04-63e763d8b688 req-84ee064f-935a-4b52-9cf2-c441c0cc493e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357232 Oct 12 18:47:53.400366 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-8034fcb6-c810-4303-9c98-659acfa647ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:53.402258 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-8034fcb6-c810-4303-9c98-659acfa647ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 915 time: 0.0929658 Oct 12 18:47:53.490838 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-0e120df1-641a-4688-97d6-aca01b601877 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 1001 time: 0.0755980 Oct 12 18:47:53.544160 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-561ba1a7-21a3-4108-9bc2-fb1095caf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:53.545655 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-561ba1a7-21a3-4108-9bc2-fb1095caf659 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.0470538 Oct 12 18:47:53.599227 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-fed9a46d-0665-46d4-ac12-d2aba229ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:53.600741 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-fed9a46d-0665-46d4-ac12-d2aba229ac32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453928 Oct 12 18:47:53.639388 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38228) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:53.725825 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-57aa8617-6dda-4acc-80c9-ad80da12b0d7 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166251 Oct 12 18:47:53.786081 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-865e5f76-8cfd-41d6-8fa1-56cd933df078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:53.841766 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4074cae-372a-4ce6-9a71-588c7098f695 req-2854dbdf-7f47-4eba-a8f7-c778729545d0 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062255 Oct 12 18:47:53.882084 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-865e5f76-8cfd-41d6-8fa1-56cd933df078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:53.886388 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-865e5f76-8cfd-41d6-8fa1-56cd933df078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:53.934631 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-865e5f76-8cfd-41d6-8fa1-56cd933df078 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7be4e4a93c28446e9f062b3727166d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918060 Oct 12 18:47:53.934631 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e5f76-8cfd-41d6-8fa1-56cd933df078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab13cac4-95cb-4387-9d46-ab56d8d188d7,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:53.935024 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38236) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:54.007967 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5e14-5310-49ea-b242-9a70d3df9b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.027467 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5e14-5310-49ea-b242-9a70d3df9b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.093953 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5e14-5310-49ea-b242-9a70d3df9b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.097003 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5e14-5310-49ea-b242-9a70d3df9b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.100752 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3e6f5e14-5310-49ea-b242-9a70d3df9b27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab13cac4-95cb-4387-9d46-ab56d8d188d7 HTTP/1.1" status: 204 len: 168 time: 0.1621878 Oct 12 18:47:54.115083 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f5e14-5310-49ea-b242-9a70d3df9b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab13cac4-95cb-4387-9d46-ab56d8d188d7,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:54.140168 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-b5934016-96e9-490f-ad8c-f4d02bfed331 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:54.146960 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-b5934016-96e9-490f-ad8c-f4d02bfed331 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/networks?id=e3cd5bc6-ec55-4465-932c-7bb990d30aaf HTTP/1.1" status: 200 len: 814 time: 0.1507425 Oct 12 18:47:54.174531 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-91260901-5daf-46c1-88e0-806ddd1c4cb5 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/quotas/f8b961e2af52440587559ea5efa14e75 HTTP/1.1" status: 200 len: 375 time: 0.0262656 Oct 12 18:47:54.212221 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-dc46e47d-013d-48e5-99bf-b67b1c1a12a3 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8b961e2af52440587559ea5efa14e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298774 Oct 12 18:47:54.220592 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591d00d-d056-49ef-92d9-fa4d1835630b req-f8403b57-88a9-4c81-a857-ef6d1b056b7e tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:54.222383 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b591d00d-d056-49ef-92d9-fa4d1835630b req-f8403b57-88a9-4c81-a857-ef6d1b056b7e tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 945 time: 0.0982630 Oct 12 18:47:54.312329 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b591d00d-d056-49ef-92d9-fa4d1835630b req-eec798fb-b9d3-4046-8ba6-710be19365bd tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804887 Oct 12 18:47:54.349641 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-eed251e3-eff2-4dc2-b037-0819f4f4360e service neutron] 10.222.0.62 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254847 Oct 12 18:47:54.395672 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38266) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:54.410282 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8818-c950-4130-ae94-fe44271adf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.473010 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-3884940f-6f75-4b0c-b479-6d6c159cb710 service neutron] 10.222.0.62 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150665 Oct 12 18:47:54.490518 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-4a3c1f8a-f836-4faf-96d0-1c8201bd49e4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530557052&fields=id&tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 267 time: 0.0473747 Oct 12 18:47:54.498135 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8818-c950-4130-ae94-fe44271adf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.503323 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8818-c950-4130-ae94-fe44271adf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.532202 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe8818-c950-4130-ae94-fe44271adf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2c4635-65d3-4e73-bff2-99f4b94e6914,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:54.560127 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-d6fe8818-c950-4130-ae94-fe44271adf4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a9b777a8c1745f6864b8aba96f71f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604471 Oct 12 18:47:54.560541 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38268) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:54.576423 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:54.635048 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731237a0-9c15-41ed-8982-e69f59795194 req-376a0ec1-5e8f-4405-9e4a-d887c449d73d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:54.643920 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-376a0ec1-5e8f-4405-9e4a-d887c449d73d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 812 time: 0.1455657 Oct 12 18:47:54.650711 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4d70f343-db66-46e7-8134-07230c1bcd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.664939 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:47:54.665447 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-acf7ebd9-6ef1-4f75-9859-5f15ab1c629d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/quotas/ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 375 time: 0.0204668 Oct 12 18:47:54.670324 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:54.670752 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.688241 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4d70f343-db66-46e7-8134-07230c1bcd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.742715 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f077-8a49-40cb-ab58-aa952893e87e req-306eccad-76f0-4be3-b701-46c21b2a3034 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:54.742715 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8191f077-8a49-40cb-ab58-aa952893e87e req-306eccad-76f0-4be3-b701-46c21b2a3034 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.0879962 Oct 12 18:47:54.772038 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.772217 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-f9a5bd16-2242-4d5f-8bea-f7a650453aa3 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744848 Oct 12 18:47:54.777128 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4d70f343-db66-46e7-8134-07230c1bcd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.780523 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4d70f343-db66-46e7-8134-07230c1bcd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.783672 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4d70f343-db66-46e7-8134-07230c1bcd02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d2c4635-65d3-4e73-bff2-99f4b94e6914 HTTP/1.1" status: 204 len: 168 time: 0.2222667 Oct 12 18:47:54.804033 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70f343-db66-46e7-8134-07230c1bcd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2c4635-65d3-4e73-bff2-99f4b94e6914,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:54.821407 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd8e633-f9f8-4a26-810e-78b002a30b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6dee61-4770-4b0b-aed7-bfcf88e501e1'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:54.825744 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72408f38-4f3f-4c7b-b59a-1ed503fad78b" -d '{"events": [{"server_uuid": "afd8e633-f9f8-4a26-810e-78b002a30b54", "name": "network-vif-plugged", "status": "completed", "tag": "0d6dee61-4770-4b0b-aed7-bfcf88e501e1"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:54.857745 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:54.859986 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8191f077-8a49-40cb-ab58-aa952893e87e req-d9979834-7161-4109-a669-16bf2ce98d67 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108532 Oct 12 18:47:54.866822 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.868718 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:47:54.931710 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38284) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:54.935459 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-04fa18ad-9724-4aff-b145-a7671224a2f5 service neutron] 10.222.0.62 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623406 Oct 12 18:47:54.967318 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: d0ed27e8-71e2-4a30-be51-a39816b86ac1 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:47:54.967933 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device d0ed27e8-71e2-4a30-be51-a39816b86ac1 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:47:54.968788 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 341a02ea-11f4-4182-adc1-e73bcdfe36e1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:47:54.971211 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:54.999672 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 341a02ea-11f4-4182-adc1-e73bcdfe36e1 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:47:55.003086 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 341a02ea-11f4-4182-adc1-e73bcdfe36e1 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:47:55.039514 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b27c14f4-65bd-4262-83fb-1c63ac63de5b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:55.069528 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b27c14f4-65bd-4262-83fb-1c63ac63de5b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:55.073886 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bef352a4-d788-41f9-98c4-ce164bd53581 req-841df213-b45e-4bc0-8925-484e404b3fb1 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 210 time: 0.0375803 Oct 12 18:47:55.172125 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-78ffe8fc-1cba-4417-a803-68795c3da8ed service neutron] 10.222.0.62 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355213 Oct 12 18:47:55.179903 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b27c14f4-65bd-4262-83fb-1c63ac63de5b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:55.185535 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b27c14f4-65bd-4262-83fb-1c63ac63de5b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:55.187183 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b27c14f4-65bd-4262-83fb-1c63ac63de5b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "DELETE /v2.0/security-groups/14b958e3-7a3a-42d8-9973-647a38fa5224 HTTP/1.1" status: 204 len: 168 time: 0.2537222 Oct 12 18:47:55.189671 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38290) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:55.191387 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3418ac-38a2-4bcf-a395-b53f0adc1639 x-openstack-request-id: req-9b3418ac-38a2-4bcf-a395-b53f0adc1639 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:55.192358 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd8e633-f9f8-4a26-810e-78b002a30b54", "name": "network-vif-plugged", "status": "completed", "tag": "0d6dee61-4770-4b0b-aed7-bfcf88e501e1", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:55.192776 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b3418ac-38a2-4bcf-a395-b53f0adc1639 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:55.193344 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd8e633-f9f8-4a26-810e-78b002a30b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6dee61-4770-4b0b-aed7-bfcf88e501e1', 'code': 200} Oct 12 18:47:55.199580 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c14f4-65bd-4262-83fb-1c63ac63de5b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b958e3-7a3a-42d8-9973-647a38fa5224,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:55.208751 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.api.v2.resource [None req-4247470f-ac71-490e-a30e-1a8a5f6257f5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] show failed (client error): The resource could not be found. Oct 12 18:47:55.209967 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4247470f-ac71-490e-a30e-1a8a5f6257f5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups/14b958e3-7a3a-42d8-9973-647a38fa5224 HTTP/1.1" status: 404 len: 347 time: 0.0192058 Oct 12 18:47:55.213351 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38292) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:55.471216 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5228166-92e6-487a-8a3f-dcc0e8f126c2 req-8961de1d-e7e0-49bf-a25e-76848a74ce3a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:55.472833 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a5228166-92e6-487a-8a3f-dcc0e8f126c2 req-8961de1d-e7e0-49bf-a25e-76848a74ce3a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 946 time: 0.0655916 Oct 12 18:47:55.532470 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a5228166-92e6-487a-8a3f-dcc0e8f126c2 req-ef4a952b-1689-4394-a093-c23b555cc846 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533016 Oct 12 18:47:55.663103 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b4296367-3da0-4b45-9997-cc162887c125 req-107138bf-44b0-4b3f-978d-595f7b6b2026 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 210 time: 0.0296412 Oct 12 18:47:55.732973 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Deleting port d15a7262-3a69-47e7-a75a-5fa96097ee19 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:47:55.733481 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:55.736074 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906cc12-588b-494b-a6be-0eebc40af3c1 req-bb9d692c-8c90-4cbd-a2f9-55468d80a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:55.737585 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8906cc12-588b-494b-a6be-0eebc40af3c1 req-bb9d692c-8c90-4cbd-a2f9-55468d80a1ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 1099 time: 0.0718224 Oct 12 18:47:55.825442 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8906cc12-588b-494b-a6be-0eebc40af3c1 req-97eec6cf-9a55-4654-8bef-10918cc1f613 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704024 Oct 12 18:47:55.856448 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:55.856815 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:55.871198 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Calling delete_port for d15a7262-3a69-47e7-a75a-5fa96097ee19 owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:47:56.010361 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ead4ce-f85d-4700-b78e-30a364baafdc req-04ad0165-ff25-4e57-b474-ab2e75ba544a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:56.012760 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40ead4ce-f85d-4700-b78e-30a364baafdc req-04ad0165-ff25-4e57-b474-ab2e75ba544a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.0577745 Oct 12 18:47:56.032581 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.057523 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-40ead4ce-f85d-4700-b78e-30a364baafdc req-17ab064a-7232-4405-b99c-2459311a6017 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369251 Oct 12 18:47:56.075433 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event deleted for resources: {'Port': ['ID=d15a7262-3a69-47e7-a75a-5fa96097ee19,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:56.183407 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.190730 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.195107 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0e4c5572-197d-431a-82f7-e08458676943 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "DELETE /v2.0/floatingips/b4c65bd5-6992-4c53-91cd-8e5c07c96c0d HTTP/1.1" status: 204 len: 168 time: 0.9771144 Oct 12 18:47:56.216647 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f886b466-b445-4923-b44e-a008a4d23f90 req-d4729aa2-e435-454c-a4b7-8e04ce010f0e tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 210 time: 0.0453823 Oct 12 18:47:56.378634 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-dc46267c-d764-401c-9d7e-a4a71625413e tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:56.380274 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-dc46267c-d764-401c-9d7e-a4a71625413e tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.32 "GET /v2.0/networks?id=e3cd5bc6-ec55-4465-932c-7bb990d30aaf HTTP/1.1" status: 200 len: 814 time: 0.1363320 Oct 12 18:47:56.406815 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Request body: {'port': {'device_id': 'f1223a43-4350-47cd-9414-bc3d51a4306e', 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf', 'admin_state_up': True, 'tenant_id': 'f8b961e2af52440587559ea5efa14e75'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:56.446623 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38346) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:56.456613 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149969461', 'description': 'tempest-description--2022553598'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:56.502994 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.551199 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Made reservation on behalf of f8b961e2af52440587559ea5efa14e75 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:56.555595 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.607660 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.615033 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.666776 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.668872 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2205343 Oct 12 18:47:56.673926 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:56.676115 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38356) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:56.698043 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-ca81333c-2868-44d6-8861-7f7406be0d7f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'security_group_rule': {'security_group_id': '8ea9e112-9f2f-4f2f-9996-1b0665fd6a91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:56.736526 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.736948 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.737205 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.737542 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.737883 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.742827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.742827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.742827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.742827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.742827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.742827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.742827 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c899a4-9d2e-4f25-a561-388d134b2f09 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:56.772663 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a4cb3-b662-4621-ba0c-34905f0347c5 req-a39f04a2-48a8-4aad-8f19-f246e7171ef9 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:56.774222 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-733a4cb3-b662-4621-ba0c-34905f0347c5 req-a39f04a2-48a8-4aad-8f19-f246e7171ef9 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 946 time: 0.1033077 Oct 12 18:47:56.781195 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca81333c-2868-44d6-8861-7f7406be0d7f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.799637 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Allocated IP 172.20.0.7 (e3cd5bc6-ec55-4465-932c-7bb990d30aaf/b4375cb6-0906-49d6-8788-e7184af936b9/bfbd9ad8-d1c6-4843-9383-0b956809d84c) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:56.844124 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b3082a89-fe90-4c4e-8c21-0640508788cd req-6980e50b-edde-4709-b605-44685cd77474 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 210 time: 0.0572908 Oct 12 18:47:56.897620 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-733a4cb3-b662-4621-ba0c-34905f0347c5 req-602ebac8-762b-4a9c-9623-2b62ea3f5a41 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088707 Oct 12 18:47:56.940568 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca81333c-2868-44d6-8861-7f7406be0d7f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.946266 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca81333c-2868-44d6-8861-7f7406be0d7f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.968471 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81333c-2868-44d6-8861-7f7406be0d7f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5448d6dd-01ea-442c-bffc-6f964697689f,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:56.974062 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca81333c-2868-44d6-8861-7f7406be0d7f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:56.975194 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ca81333c-2868-44d6-8861-7f7406be0d7f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873299 Oct 12 18:47:56.977896 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38366) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:56.983502 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'security_group_rule': {'security_group_id': '8ea9e112-9f2f-4f2f-9996-1b0665fd6a91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:57.037231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.040438 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.126047 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.127473 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.136918 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.187197 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebf18a-de99-44ff-9a13-4b001c5a01a5 req-630703ac-b032-4d8d-b5e4-f3c6cd6d2eca tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:57.194711 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Network e3cd5bc6-ec55-4465-932c-7bb990d30aaf is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:57.195620 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a5ebf18a-de99-44ff-9a13-4b001c5a01a5 req-630703ac-b032-4d8d-b5e4-f3c6cd6d2eca tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.0628953 Oct 12 18:47:57.196293 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16db1b9-1bef-4171-8dfb-1f35cc54f170,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:57.206622 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:57.212117 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Pushing event updated for resources: {'Port': ['ID=bfbd9ad8-d1c6-4843-9383-0b956809d84c,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:57.216658 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.218015 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2390809 Oct 12 18:47:57.220391 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:57.223477 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38372) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:57.228654 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.229309 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.229578 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.230344 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.230344 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.231380 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.231803 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.232205 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.232604 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.233017 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.233406 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.233828 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e91588-5223-45fd-be73-2d463d73d810 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.234212 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:57.263511 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a5ebf18a-de99-44ff-9a13-4b001c5a01a5 req-5188fbdd-4600-4fb2-80f2-7c15064b2c99 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610180 Oct 12 18:47:57.266601 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.267042 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.267551 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.269555 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.269905 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.270249 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.270620 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.270962 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.271299 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.271632 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.271963 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.272296 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:57.285198 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.323987 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:57.325313 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.348405 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-fb1cfa77-8e4a-41d1-b90d-f2e4ed158b09 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9506721 Oct 12 18:47:57.361438 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Request body: {'port': {'device_id': 'f1223a43-4350-47cd-9414-bc3d51a4306e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:57.395763 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e386-e210-40ff-bc06-6710beea3983 req-92c9d270-16d7-43b3-b31a-d230baf4f2b0 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:57.397253 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a320e386-e210-40ff-bc06-6710beea3983 req-92c9d270-16d7-43b3-b31a-d230baf4f2b0 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 931 time: 0.0648963 Oct 12 18:47:57.484051 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.502608 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a320e386-e210-40ff-bc06-6710beea3983 req-0cf1248d-54e5-4c26-9ab8-073b7b516fb2 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921273 Oct 12 18:47:57.515701 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.575320 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731237a0-9c15-41ed-8982-e69f59795194 req-8b09cb0e-a5ed-405c-80db-77e17d1ad508 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:57.577002 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-8b09cb0e-a5ed-405c-80db-77e17d1ad508 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 812 time: 0.1932740 Oct 12 18:47:57.658084 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Allocated IP 172.27.2.85 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/512a71ce-0b23-43c9-8a35-27509c320cf1) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:57.691126 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-ec81cb2a-e478-4bf3-bf1b-11c53f3d81f8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 379 time: 0.0970914 Oct 12 18:47:57.707693 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'port': {'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'admin_state_up': True, 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'security_groups': ['675b12fe-b8e1-4fa8-8ee2-793b4d703a70']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:57.784734 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.825595 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.869684 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:57.878124 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:57.883922 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:57.913677 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'Port': ['ID=512a71ce-0b23-43c9-8a35-27509c320cf1,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:57.924873 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Made reservation on behalf of ebe64b67f8f44c14beb2eb9ea1a1fd0a for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:57.929215 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.960692 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ae1904ec-0c34-498d-9a2a-d659777d57d0 req-e00d6f63-5771-479a-a7e1-d0fdc1872eeb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 210 time: 0.0375979 Oct 12 18:47:57.980630 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbd9ad8-d1c6-4843-9383-0b956809d84c {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:57.993315 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.044187 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Transition to ACTIVE for port object bfbd9ad8-d1c6-4843-9383-0b956809d84c will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:47:58.046964 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.053425 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.068375 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f801e5-b1a1-437b-9290-45fa1b2ebbb9 req-b3b51c88-1017-4fb0-947a-011d5cf6dbd6 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.069866 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-14f801e5-b1a1-437b-9290-45fa1b2ebbb9 req-b3b51c88-1017-4fb0-947a-011d5cf6dbd6 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 946 time: 0.0736666 Oct 12 18:47:58.115441 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.155662 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Pushing event updated for resources: {'Port': ['ID=bfbd9ad8-d1c6-4843-9383-0b956809d84c,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:58.166813 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-14f801e5-b1a1-437b-9290-45fa1b2ebbb9 req-c0192851-8d31-406e-aaa0-d3057574678f tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759964 Oct 12 18:47:58.211261 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Allocated IP 172.20.0.9 (68b26370-00b0-464b-9915-2069b63729a9/e5eb5177-ca61-4990-99cd-afd7599100d2/a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:58.260653 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Attempting to bind port bfbd9ad8-d1c6-4843-9383-0b956809d84c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:58.261044 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Attempting to bind port bfbd9ad8-d1c6-4843-9383-0b956809d84c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:58.261392 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Attempting to bind port bfbd9ad8-d1c6-4843-9383-0b956809d84c on network e3cd5bc6-ec55-4465-932c-7bb990d30aaf {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:58.280654 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Port bfbd9ad8-d1c6-4843-9383-0b956809d84c on network e3cd5bc6-ec55-4465-932c-7bb990d30aaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:47:58.280951 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Attempting to bind port bfbd9ad8-d1c6-4843-9383-0b956809d84c on network e3cd5bc6-ec55-4465-932c-7bb990d30aaf {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:58.337170 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:58.337765 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Checking segment: {'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:58.337914 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Bound using segment: {'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:58.338336 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Bound port: bfbd9ad8-d1c6-4843-9383-0b956809d84c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28687a7f-e9ca-479e-9c9a-226e5689d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:58.338901 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.363421 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.382352 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.451422 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] For port bfbd9ad8-d1c6-4843-9383-0b956809d84c, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:58.456320 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] For port bfbd9ad8-d1c6-4843-9383-0b956809d84c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfbd9ad8-d1c6-4843-9383-0b956809d84c,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:58.459823 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.462958 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb37f41-743a-45ed-957a-565e6db383ed req-fd6cedba-93c3-442f-aaed-3a6011bf9c01 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.464536 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cdb37f41-743a-45ed-957a-565e6db383ed req-fd6cedba-93c3-442f-aaed-3a6011bf9c01 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.1216362 Oct 12 18:47:58.465729 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.473458 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'Port': ['ID=512a71ce-0b23-43c9-8a35-27509c320cf1,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:58.502957 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.518050 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.518242 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.519597 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] 10.222.0.32 "PUT /v2.0/ports/bfbd9ad8-d1c6-4843-9383-0b956809d84c HTTP/1.1" status: 200 len: 1093 time: 1.1623642 Oct 12 18:47:58.520055 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1223a43-4350-47cd-9414-bc3d51a4306e', 'tag': 'bfbd9ad8-d1c6-4843-9383-0b956809d84c'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:58.523801 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932" -d '{"events": [{"name": "network-changed", "server_uuid": "f1223a43-4350-47cd-9414-bc3d51a4306e", "tag": "bfbd9ad8-d1c6-4843-9383-0b956809d84c"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:58.531703 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cdb37f41-743a-45ed-957a-565e6db383ed req-2b206068-7dcb-41f3-9f1d-44d930cf0049 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540175 Oct 12 18:47:58.534849 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.535969 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-02ad6842-b12c-47c2-beef-482981bcf1f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3115704 Oct 12 18:47:58.583800 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbb6b8-bd1b-4861-a0b2-cfae90a3f73a service neutron] Pushing event updated for resources: {'Port': ['ID=bfbd9ad8-d1c6-4843-9383-0b956809d84c,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:58.587405 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.628210 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.678066 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b67857-5008-4a03-9eec-5d484ccbc534 x-openstack-request-id: req-a0b67857-5008-4a03-9eec-5d484ccbc534 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:58.678066 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1223a43-4350-47cd-9414-bc3d51a4306e", "tag": "bfbd9ad8-d1c6-4843-9383-0b956809d84c", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:58.678323 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0b67857-5008-4a03-9eec-5d484ccbc534 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:58.678794 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1223a43-4350-47cd-9414-bc3d51a4306e', 'tag': 'bfbd9ad8-d1c6-4843-9383-0b956809d84c', 'status': 'completed', 'code': 200} Oct 12 18:47:58.716185 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae452b4-820e-4d88-b914-7a3236192d29 req-29de0be4-06cb-41ad-85fb-1bdf17591d25 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.717907 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3ae452b4-820e-4d88-b914-7a3236192d29 req-29de0be4-06cb-41ad-85fb-1bdf17591d25 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 943 time: 0.0803983 Oct 12 18:47:58.720875 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Network 68b26370-00b0-464b-9915-2069b63729a9 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:58.724215 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:58.749203 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:58.779031 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3ae452b4-820e-4d88-b914-7a3236192d29 req-bff9b799-05d3-4abe-b074-c6a9a75ce4d1 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545478 Oct 12 18:47:58.815189 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:58.830344 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-e49ca246-7398-44b4-802c-4944d59daaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.832124 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-e49ca246-7398-44b4-802c-4944d59daaed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8b961e2af52440587559ea5efa14e75&device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 1096 time: 0.2171206 Oct 12 18:47:58.845322 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.846210 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.897660 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-1b40fcd6-1f9e-4507-80c2-52764bdba721 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfbd9ad8-d1c6-4843-9383-0b956809d84c HTTP/1.1" status: 200 len: 217 time: 0.0473180 Oct 12 18:47:58.907953 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-7c722275-11cd-4d84-8c78-e367bd552f6f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2064502 Oct 12 18:47:58.924015 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Request body: {'port': {'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:58.942701 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-a1695587-29ca-4d13-8990-0e727a8419d4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--149969461&fields=id&tenant_id=f1745c355387471c8d0558e276552a11 HTTP/1.1" status: 200 len: 267 time: 0.0638933 Oct 12 18:47:59.020266 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-dd02279c-c91e-40cf-b64a-72928978de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.022390 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-dd02279c-c91e-40cf-b64a-72928978de29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4375cb6-0906-49d6-8788-e7184af936b9 HTTP/1.1" status: 200 len: 854 time: 0.1130416 Oct 12 18:47:59.026211 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.095032 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-7575d96d-679c-485d-a832-a99b3f8b10a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3cd5bc6-ec55-4465-932c-7bb990d30aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538051 Oct 12 18:47:59.099165 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7707d6f-122c-4ccf-a409-511a601aade3 req-aa7b2e67-9b58-4836-842a-2cdc3cdde69a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.100750 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d7707d6f-122c-4ccf-a409-511a601aade3 req-aa7b2e67-9b58-4836-842a-2cdc3cdde69a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 946 time: 0.1016936 Oct 12 18:47:59.148050 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-04b60325-bcb4-4ea3-b37e-98072373d76e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.149577 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-04b60325-bcb4-4ea3-b37e-98072373d76e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 817 time: 0.1977611 Oct 12 18:47:59.168478 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-1c65a8f3-abd1-459c-a211-3a6d382d565a None None] Provisioning complete for port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:59.169113 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1c65a8f3-abd1-459c-a211-3a6d382d565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.198256 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d7707d6f-122c-4ccf-a409-511a601aade3 req-8b6fdc5a-40d0-4794-8ea7-ce3e4eb1495d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821633 Oct 12 18:47:59.198256 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-028d2438-a86e-46f9-b4e1-3779de2bd483 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/quotas/f1745c355387471c8d0558e276552a11 HTTP/1.1" status: 200 len: 375 time: 0.0307639 Oct 12 18:47:59.217231 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-1c65a8f3-abd1-459c-a211-3a6d382d565a None None] Port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:47:59.288562 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-36d1a06a-d2ec-4a8c-82ea-1d5d01bca7d3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899746 Oct 12 18:47:59.316033 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-d65ee22e-3b6d-49f3-92dd-97fc59b89c98 service neutron] 10.222.0.32 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910331 Oct 12 18:47:59.379383 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9727f-e256-4a6c-9e34-7ae65e017960 req-5a871438-beda-4dfe-8a4d-20d1ee012875 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.386531 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f9f9727f-e256-4a6c-9e34-7ae65e017960 req-5a871438-beda-4dfe-8a4d-20d1ee012875 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 931 time: 0.1079226 Oct 12 18:47:59.411858 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-5bc0615b-1ded-4022-ab50-ed15b6995f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.413456 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-5bc0615b-1ded-4022-ab50-ed15b6995f42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1137 time: 0.0886140 Oct 12 18:47:59.443548 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f9f9727f-e256-4a6c-9e34-7ae65e017960 req-5e83d711-8e23-45ad-bc52-1ae929b2a1d2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561020 Oct 12 18:47:59.488075 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-95c76aac-2e74-49aa-a1fd-93d7c8bea700 req-65d04c60-a6ec-4eae-b7d1-202e421b5e2c service neutron] 10.222.0.32 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633151 Oct 12 18:47:59.601296 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:59.613539 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.624096 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-11a0c109-9dd8-4ba0-b6e1-c6694e078e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.625732 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-11a0c109-9dd8-4ba0-b6e1-c6694e078e91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8b961e2af52440587559ea5efa14e75&device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 1096 time: 0.0649078 Oct 12 18:47:59.651204 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Transition to ACTIVE for port object a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:47:59.664502 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.698310 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-3969016b-8bb3-4ac0-9b5c-882a0f59b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.700708 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-3969016b-8bb3-4ac0-9b5c-882a0f59b4c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 915 time: 0.2553988 Oct 12 18:47:59.753880 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-8d868f7b-3cf2-47e9-ae18-d2b91141c0eb service neutron] 10.222.0.62 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298875 Oct 12 18:47:59.787795 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Pushing event updated for resources: {'Port': ['ID=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:59.830154 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-bb53de81-8971-46f1-9d7e-3a44063b60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.831693 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-bb53de81-8971-46f1-9d7e-3a44063b60a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3cd5bc6-ec55-4465-932c-7bb990d30aaf HTTP/1.1" status: 200 len: 915 time: 0.1882401 Oct 12 18:47:59.863735 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018f5c-66b2-46cd-bb89-7363bfa687ab req-b7906412-5ffe-4ce7-9d8f-7d14ebd12185 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.865327 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-43018f5c-66b2-46cd-bb89-7363bfa687ab req-b7906412-5ffe-4ce7-9d8f-7d14ebd12185 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.2230623 Oct 12 18:47:59.875876 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-cef833e6-80ea-4951-a7f5-ca3ce09e229a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 1001 time: 0.1648622 Oct 12 18:47:59.894439 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-d53bcd70-657b-40dd-b015-3cda58cd4cf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfbd9ad8-d1c6-4843-9383-0b956809d84c HTTP/1.1" status: 200 len: 217 time: 0.0525908 Oct 12 18:47:59.919760 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Attempting to bind port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:59.920059 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Attempting to bind port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:59.920327 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Attempting to bind port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc on network 68b26370-00b0-464b-9915-2069b63729a9 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:59.944783 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc on network 68b26370-00b0-464b-9915-2069b63729a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:47:59.945183 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Attempting to bind port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc on network 68b26370-00b0-464b-9915-2069b63729a9 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:59.958119 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:59.958727 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Checking segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:59.958856 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Bound using segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:59.959295 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Bound port: a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:59.959663 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.972857 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-fc309730-bb73-4d78-af5a-8c1b03b3262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.974329 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-fc309730-bb73-4d78-af5a-8c1b03b3262b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b4375cb6-0906-49d6-8788-e7184af936b9 HTTP/1.1" status: 200 len: 854 time: 0.0682764 Oct 12 18:48:00.031002 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-7d11aead-5546-4eaa-881f-463bb8f3523e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3cd5bc6-ec55-4465-932c-7bb990d30aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323431 Oct 12 18:48:00.104418 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] For port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:00.123116 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] For port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:00.130867 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:00.178441 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.179090 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:00.180496 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] 10.222.0.32 "PUT /v2.0/ports/a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc HTTP/1.1" status: 200 len: 1093 time: 1.2613430 Oct 12 18:48:00.203863 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-e134dcf6-3f56-408e-b312-c9a060469c88 service neutron] 10.222.0.32 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591237 Oct 12 18:48:00.217392 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c63af1-af65-4d75-a13d-b0ad6567bd8f service neutron] Pushing event updated for resources: {'Port': ['ID=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:00.235259 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-43018f5c-66b2-46cd-bb89-7363bfa687ab req-129284e1-798c-4620-9df5-8b6e89c027c5 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3583868 Oct 12 18:48:00.243048 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-3fdc1c4b-cb03-4797-a9d3-6ba38f07d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.244754 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-3fdc1c4b-cb03-4797-a9d3-6ba38f07d4a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.3543456 Oct 12 18:48:00.257153 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-79e2d6fd-bdfe-4b73-80e8-fd3066c85e24 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878395 Oct 12 18:48:00.322549 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-cef6cf05-9a26-4ea8-95af-34d4d3b9f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.324778 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-cef6cf05-9a26-4ea8-95af-34d4d3b9f224 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606220 Oct 12 18:48:00.492898 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b35e2-cfba-4f3a-896b-ef2e9f30e686 req-4d7b3115-7fdc-49e4-8fbf-a30a88f28375 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.494911 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-213b35e2-cfba-4f3a-896b-ef2e9f30e686 req-4d7b3115-7fdc-49e4-8fbf-a30a88f28375 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 943 time: 0.1624637 Oct 12 18:48:00.561470 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-ef4cc9a0-eca0-45af-884f-4c5c720cb927 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183709 Oct 12 18:48:00.608535 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6883a7c-80da-451c-a39d-9246ce36f2df req-145469f4-ebd0-4507-847b-73590362f003 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.611153 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b6883a7c-80da-451c-a39d-9246ce36f2df req-145469f4-ebd0-4507-847b-73590362f003 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 946 time: 0.1493831 Oct 12 18:48:00.664177 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731237a0-9c15-41ed-8982-e69f59795194 req-1e4720fe-2add-47b6-9564-8c5a471ce85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.667243 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-1e4720fe-2add-47b6-9564-8c5a471ce85a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 1096 time: 0.0836861 Oct 12 18:48:00.671503 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-213b35e2-cfba-4f3a-896b-ef2e9f30e686 req-601db4b4-2027-4158-9936-791da7601994 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585536 Oct 12 18:48:00.681553 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:00.683338 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5699eb3a-77b8-4fcc-bc23-7648379dcc75" -d '{"events": [{"name": "network-changed", "server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:00.752003 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-d103afb0-9ae7-44a1-8ef8-f4fb30a417a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc HTTP/1.1" status: 200 len: 217 time: 0.0652547 Oct 12 18:48:00.754432 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b12c9e97-6b07-4d8b-9a79-d868b1ddf932 req-bb7e2e66-65a5-417c-be7a-7140f0e00122 service neutron] 10.222.0.32 "GET /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301561 Oct 12 18:48:00.824490 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731237a0-9c15-41ed-8982-e69f59795194 req-f3bbacd9-65a4-4092-b39c-5104fdec82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.826259 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-f3bbacd9-65a4-4092-b39c-5104fdec82f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0566063 Oct 12 18:48:00.835318 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b6883a7c-80da-451c-a39d-9246ce36f2df req-50448f1b-66a7-4d56-ac51-6683a35ac76e tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799450 Oct 12 18:48:00.842106 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-75d286be-c47c-4584-9b67-be15b5b4fea1 req-6a0abba7-000e-4482-bad4-7726a649bd9e service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686784 Oct 12 18:48:00.893680 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-15d57393-2a73-43e7-9dce-fc7149e1c512 req-83c4d0e6-dabf-4816-808a-e62302be84cf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 210 time: 0.0782723 Oct 12 18:48:00.919360 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-6c470395-471c-4a0b-a3ac-10bb80cd7c05 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.920893 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-6c470395-471c-4a0b-a3ac-10bb80cd7c05 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.32 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 946 time: 0.1891410 Oct 12 18:48:00.926511 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731237a0-9c15-41ed-8982-e69f59795194 req-2ad42baf-163c-4d8e-bd79-8b96e64878b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:00.931819 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-2ad42baf-163c-4d8e-bd79-8b96e64878b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941634 Oct 12 18:48:01.051675 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-c636ac9b-d3e2-4d9e-bd74-51b7ce161b01 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114221 Oct 12 18:48:01.053337 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8d2fab-621b-471c-8eb3-81418aaa7ef6 x-openstack-request-id: req-0e8d2fab-621b-471c-8eb3-81418aaa7ef6 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:01.053624 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:01.053981 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e8d2fab-621b-471c-8eb3-81418aaa7ef6 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:01.054442 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'status': 'completed', 'code': 200} Oct 12 18:48:01.061495 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d58b-855f-4550-aa3c-4bfc96b05e26 req-c22f4f04-0f31-4560-9270-84ad2c208f9d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:01.063123 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d705d58b-855f-4550-aa3c-4bfc96b05e26 req-c22f4f04-0f31-4560-9270-84ad2c208f9d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 943 time: 0.0845010 Oct 12 18:48:01.129724 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Deleting port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:48:01.130167 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.138595 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d705d58b-855f-4550-aa3c-4bfc96b05e26 req-72ea1fb7-769b-404a-8f06-f9d0c85e2e6b tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677352 Oct 12 18:48:01.176575 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-731237a0-9c15-41ed-8982-e69f59795194 req-aa98c431-a3a3-4eec-a2ae-5dbe451433e1 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148694 Oct 12 18:48:01.250411 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] For port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:01.250908 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.268358 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Calling delete_port for 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 owned by compute:nova {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:48:01.296717 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-5b83dd50-36ef-45bd-a9da-52cb0db2c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:01.302950 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-5b83dd50-36ef-45bd-a9da-52cb0db2c109 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 1096 time: 0.0637331 Oct 12 18:48:01.383003 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38468) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:01.406773 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4706a9-aa2f-420a-ba22-1b311b38bcde req-b6551c50-4f22-40e3-a643-dd9079a1f2ca tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:01.408322 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-db4706a9-aa2f-420a-ba22-1b311b38bcde req-b6551c50-4f22-40e3-a643-dd9079a1f2ca tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.0718429 Oct 12 18:48:01.419771 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-8e891098-4261-4fbb-a720-db8f8e698248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:01.421534 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-8e891098-4261-4fbb-a720-db8f8e698248 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.1150684 Oct 12 18:48:01.486674 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-db4706a9-aa2f-420a-ba22-1b311b38bcde req-7886a1d0-ef38-4302-9485-03feb9a72673 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540473 Oct 12 18:48:01.487994 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-b23f8fa9-1525-4866-b962-c17ffab4e2fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc HTTP/1.1" status: 200 len: 217 time: 0.0563154 Oct 12 18:48:01.489961 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.510119 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['0d6dee61-4770-4b0b-aed7-bfcf88e501e1'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:48:01.522947 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Pushing event deleted for resources: {'Port': ['ID=0d6dee61-4770-4b0b-aed7-bfcf88e501e1,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:01.566001 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2c0-a09d-4cd6-9570-43afcaa5d669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.580008 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-731886f8-caa4-4ea1-956d-d582de9ace40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:01.581453 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-731886f8-caa4-4ea1-956d-d582de9ace40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0847933 Oct 12 18:48:01.589132 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] No DVR routers for this DVR port 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 on host hv-cinder-81322 {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:48:01.593030 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.596444 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ca0bfe94-52fb-4f30-9730-88cc0e774c90 req-d1a7a019-7a0c-4fba-8e4d-e8744481615d tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.32 "DELETE /v2.0/ports/0d6dee61-4770-4b0b-aed7-bfcf88e501e1 HTTP/1.1" status: 204 len: 173 time: 0.6686780 Oct 12 18:48:01.596876 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd8e633-f9f8-4a26-810e-78b002a30b54', 'name': 'network-vif-deleted', 'tag': '0d6dee61-4770-4b0b-aed7-bfcf88e501e1'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:01.599324 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec13734d-6ca9-4adf-9f35-c4b1c9bf857d" -d '{"events": [{"server_uuid": "afd8e633-f9f8-4a26-810e-78b002a30b54", "name": "network-vif-deleted", "tag": "0d6dee61-4770-4b0b-aed7-bfcf88e501e1"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:01.651637 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cd26ee-973b-45eb-8f98-1ad97ea7b837 x-openstack-request-id: req-67cd26ee-973b-45eb-8f98-1ad97ea7b837 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:01.651931 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd8e633-f9f8-4a26-810e-78b002a30b54", "name": "network-vif-deleted", "tag": "0d6dee61-4770-4b0b-aed7-bfcf88e501e1", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:01.652759 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67cd26ee-973b-45eb-8f98-1ad97ea7b837 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:01.653156 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd8e633-f9f8-4a26-810e-78b002a30b54', 'name': 'network-vif-deleted', 'tag': '0d6dee61-4770-4b0b-aed7-bfcf88e501e1', 'status': 'completed', 'code': 200} Oct 12 18:48:01.669206 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-6e6198b7-bee3-41de-a840-4beb75a98ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:01.670735 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-6e6198b7-bee3-41de-a840-4beb75a98ddb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791175 Oct 12 18:48:01.751417 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2c0-a09d-4cd6-9570-43afcaa5d669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.762658 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2c0-a09d-4cd6-9570-43afcaa5d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.827128 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad2c0-a09d-4cd6-9570-43afcaa5d669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f904d-73db-4917-ae5c-7eecebbfda71,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:01.831941 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c97ad2c0-a09d-4cd6-9570-43afcaa5d669 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1eb041dea9734147ab26619c6658585f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177310 Oct 12 18:48:01.834739 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38476) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:01.852435 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-8e2a6eea-ae59-4d0d-91cb-8edd3cb82e42 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711526 Oct 12 18:48:01.856900 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814188cc-87be-4037-9f1e-097b97699d64 req-c6910a7f-ab96-4e99-8122-04bbe123cf84 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:01.859152 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-814188cc-87be-4037-9f1e-097b97699d64 req-c6910a7f-ab96-4e99-8122-04bbe123cf84 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 943 time: 0.0735428 Oct 12 18:48:01.957462 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b03f70d-b2c4-41bb-bd43-493adf593758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.976685 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-814188cc-87be-4037-9f1e-097b97699d64 req-3e8749ab-8d44-4a67-bb37-8e3a018edd83 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989013 Oct 12 18:48:01.998888 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b03f70d-b2c4-41bb-bd43-493adf593758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.002216 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5699eb3a-77b8-4fcc-bc23-7648379dcc75 req-0979ce24-3155-4016-8b44-9b22448b6e21 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395655 Oct 12 18:48:02.028309 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-10af8dc4-2a18-454b-a356-de148686256b req-4d88e9ad-7094-45e2-95da-eef271f93f67 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd8e633-f9f8-4a26-810e-78b002a30b54 HTTP/1.1" status: 200 len: 210 time: 0.0552640 Oct 12 18:48:02.066173 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b03f70d-b2c4-41bb-bd43-493adf593758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.068997 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b03f70d-b2c4-41bb-bd43-493adf593758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.071747 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3b03f70d-b2c4-41bb-bd43-493adf593758 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee7f904d-73db-4917-ae5c-7eecebbfda71 HTTP/1.1" status: 204 len: 168 time: 0.2361243 Oct 12 18:48:02.095884 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03f70d-b2c4-41bb-bd43-493adf593758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f904d-73db-4917-ae5c-7eecebbfda71,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:02.115194 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-07375eba-a8e0-4c0a-9634-86f0d2908a18 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:02.116733 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-07375eba-a8e0-4c0a-9634-86f0d2908a18 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 817 time: 0.2113571 Oct 12 18:48:02.146567 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a320282d-6408-4855-81fd-3f43d2af71c9 req-139fec0c-6dba-401e-8842-bc5287618208 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 210 time: 0.0443172 Oct 12 18:48:02.213779 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-f25e14fc-7661-41bd-8288-365c6dd81dac tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1745c355387471c8d0558e276552a11 HTTP/1.1" status: 200 len: 379 time: 0.0763123 Oct 12 18:48:02.227260 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'port': {'device_id': '460acbaf-1559-40b1-8e32-a0755911e609', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'admin_state_up': True, 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'security_groups': ['8ea9e112-9f2f-4f2f-9996-1b0665fd6a91']}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:02.345475 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e4aa4-7df9-4838-af31-7ae0df46e070 req-6b3a8610-2c09-4761-9b94-a52d20a795b6 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:02.347053 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-966e4aa4-7df9-4838-af31-7ae0df46e070 req-6b3a8610-2c09-4761-9b94-a52d20a795b6 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 943 time: 0.1139729 Oct 12 18:48:02.414387 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-966e4aa4-7df9-4838-af31-7ae0df46e070 req-2f05a826-8d40-43fa-86b4-a8a44863b555 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606906 Oct 12 18:48:02.415565 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Made reservation on behalf of f1745c355387471c8d0558e276552a11 for: {'port': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:02.419009 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.433420 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38492) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:02.447553 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0222884b-a2a8-431f-84f0-c9e0863833d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.531492 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0222884b-a2a8-431f-84f0-c9e0863833d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.539900 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0222884b-a2a8-431f-84f0-c9e0863833d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.562732 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Allocated IP 172.20.0.3 (5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6/cfc98d7f-ba13-4cce-be40-52986b0ca981/c3cd4083-42a0-4bc3-8a79-4066fe5229d0) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:02.584967 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0222884b-a2a8-431f-84f0-c9e0863833d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0936584e79b24ca79be9602a0a82cedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495697 Oct 12 18:48:02.585810 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222884b-a2a8-431f-84f0-c9e0863833d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2696bb-9e0f-4ac6-abdf-fb678d24aa22,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:02.591538 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38496) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:02.612885 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device bfbd9ad8-d1c6-4843-9383-0b956809d84c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:48:02.660083 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a68492d-964a-49da-9f08-a5af9525211d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.672189 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad22021-c5f4-4e42-b687-bef72cee2869 req-4aed480d-ee36-4c2b-8157-54f0df5f763d tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:02.674834 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fad22021-c5f4-4e42-b687-bef72cee2869 req-4aed480d-ee36-4c2b-8157-54f0df5f763d tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.1052725 Oct 12 18:48:02.684549 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a68492d-964a-49da-9f08-a5af9525211d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.717376 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port bfbd9ad8-d1c6-4843-9383-0b956809d84c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfbd9ad8-d1c6-4843-9383-0b956809d84c,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:02.732641 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'bfbd9ad8-d1c6-4843-9383-0b956809d84c', 'network_id': 'e3cd5bc6-ec55-4465-932c-7bb990d30aaf', 'port_id': 'bfbd9ad8-d1c6-4843-9383-0b956809d84c', 'mac_address': 'fa:16:3e:b9:6d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4375cb6-0906-49d6-8788-e7184af936b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:48:02.738563 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a68492d-964a-49da-9f08-a5af9525211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.745714 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a68492d-964a-49da-9f08-a5af9525211d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.745714 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9a68492d-964a-49da-9f08-a5af9525211d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b2696bb-9e0f-4ac6-abdf-fb678d24aa22 HTTP/1.1" status: 204 len: 168 time: 0.1505270 Oct 12 18:48:02.757743 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68492d-964a-49da-9f08-a5af9525211d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2696bb-9e0f-4ac6-abdf-fb678d24aa22,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:02.790707 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.803190 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fad22021-c5f4-4e42-b687-bef72cee2869 req-a60bcb7d-7e9a-4347-84ba-7e51f36883a8 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039507 Oct 12 18:48:02.805714 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbd9ad8-d1c6-4843-9383-0b956809d84c {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:48:02.830834 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port bfbd9ad8-d1c6-4843-9383-0b956809d84c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfbd9ad8-d1c6-4843-9383-0b956809d84c,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:02.837503 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.854039 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.895837 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:02.901372 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=bfbd9ad8-d1c6-4843-9383-0b956809d84c,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:02.954587 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:02.958150 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:02.960835 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:02.995317 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:03.027970 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.031102 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:03.049366 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-42c5e6ae-0713-4330-b374-5f75e707b5ae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8259773 Oct 12 18:48:03.063308 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Request body: {'port': {'device_id': '460acbaf-1559-40b1-8e32-a0755911e609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:03.073471 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['bfbd9ad8-d1c6-4843-9383-0b956809d84c'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:48:03.197865 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:03.219709 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a993293-5cef-4d44-a2da-3080e3a25f29 req-60546ade-3430-4550-bb37-1c95c4c66e7c tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.222082 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6a993293-5cef-4d44-a2da-3080e3a25f29 req-60546ade-3430-4550-bb37-1c95c4c66e7c tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 944 time: 0.1382849 Oct 12 18:48:03.310889 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6a993293-5cef-4d44-a2da-3080e3a25f29 req-66bdb7a4-de0a-4803-9a2d-2f683e096c82 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811505 Oct 12 18:48:03.348125 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-63b83cc3-a65c-4f25-95c5-a0c250007aa2 None None] Provisioning complete for port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:03.348496 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-63b83cc3-a65c-4f25-95c5-a0c250007aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:03.395884 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-63b83cc3-a65c-4f25-95c5-a0c250007aa2 None None] Port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:48:03.599946 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fab23-1475-4563-b941-20bf1c526706 req-0ccad139-0e6d-46a4-9042-012d384c6c0b tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.601506 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-0ccad139-0e6d-46a4-9042-012d384c6c0b tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/networks?id=a0c01f9f-02bf-498c-b552-56fcc0a52ef6 HTTP/1.1" status: 200 len: 809 time: 0.1581812 Oct 12 18:48:03.648665 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-61d59e1a-93aa-4695-9887-4ac6a66e967a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/quotas/552478e2595445dba1cf1157760bc242 HTTP/1.1" status: 200 len: 375 time: 0.0336978 Oct 12 18:48:03.697701 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cd4083-42a0-4bc3-8a79-4066fe5229d0 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:48:03.725992 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:03.730062 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-2cbd2a07-b18e-44df-b60b-0bcd11724f1f tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=552478e2595445dba1cf1157760bc242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684507 Oct 12 18:48:03.754026 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Transition to ACTIVE for port object c3cd4083-42a0-4bc3-8a79-4066fe5229d0 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:48:03.794060 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:03.803117 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f8a51-a541-46e4-9646-2edc5e257242 req-f4628c93-a116-4033-8126-cdfdc0e0ebf1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.804674 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0e0f8a51-a541-46e4-9646-2edc5e257242 req-f4628c93-a116-4033-8126-cdfdc0e0ebf1 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 931 time: 0.1580131 Oct 12 18:48:03.925326 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:03.957161 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0e0f8a51-a541-46e4-9646-2edc5e257242 req-1935bad9-4400-4dfc-85a1-c80ee37ec672 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382725 Oct 12 18:48:03.967573 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-8fdbb1d2-b55a-476f-9180-1c230a9be315 service neutron] 10.222.0.62 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262719 Oct 12 18:48:04.120176 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Attempting to bind port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:04.120780 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Attempting to bind port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:04.121277 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Attempting to bind port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 on network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:04.146727 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b03a4-4f10-492d-8c68-9562aaaf6047 req-e982c7be-7232-456d-af7b-d9c78356032a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.148262 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-196b03a4-4f10-492d-8c68-9562aaaf6047 req-e982c7be-7232-456d-af7b-d9c78356032a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 943 time: 0.1149478 Oct 12 18:48:04.151084 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 on network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:48:04.151407 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Attempting to bind port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 on network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:04.162795 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-5bd55020-f131-4a91-ad81-a66330ffab16 service neutron] 10.222.0.62 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942337 Oct 12 18:48:04.173604 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:04.173945 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Checking segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:04.174326 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Bound using segment: {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:04.174804 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Bound port: c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e07ad9-5cbc-4a77-b097-a5e0068390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:04.175162 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:04.233330 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-196b03a4-4f10-492d-8c68-9562aaaf6047 req-bf8dc00f-e5e8-4280-9f5c-95e0264ea7f1 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683591 Oct 12 18:48:04.306323 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:04.315891 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:04.322726 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:04.400214 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.400838 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:04.402293 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] 10.222.0.32 "PUT /v2.0/ports/c3cd4083-42a0-4bc3-8a79-4066fe5229d0 HTTP/1.1" status: 200 len: 1093 time: 1.3439832 Oct 12 18:48:04.424005 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:04.426892 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778" -d '{"events": [{"name": "network-changed", "server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:04.473809 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60863785-924b-45b8-8350-496d70e3a4f0 req-a0d3b2b7-24ba-4783-a3c4-d078254b3be5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 210 time: 0.0976484 Oct 12 18:48:04.540393 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8e8cc-e2a0-4d58-9884-1c174f035a5a service neutron] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:04.579012 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8118a-52f6-4732-9c95-9c92b646028e req-5082a6e2-69bc-4444-a1b4-a5fa28906e22 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.581142 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-82f8118a-52f6-4732-9c95-9c92b646028e req-5082a6e2-69bc-4444-a1b4-a5fa28906e22 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.2056434 Oct 12 18:48:04.611751 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-2f564a9f-84ed-4c12-8983-6e8990cb9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.613593 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-2f564a9f-84ed-4c12-8983-6e8990cb9c77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 1096 time: 0.1510036 Oct 12 18:48:04.631829 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device bfbd9ad8-d1c6-4843-9383-0b956809d84c up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:04.705189 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port bfbd9ad8-d1c6-4843-9383-0b956809d84c completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:48:04.711767 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port bfbd9ad8-d1c6-4843-9383-0b956809d84c triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:04.712560 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:04.742735 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-ad48fbcc-0357-45a9-8212-29c4f653a974 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0 HTTP/1.1" status: 200 len: 217 time: 0.0934401 Oct 12 18:48:04.758144 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208ff3-3eef-428f-86b6-5812b140df4e req-0d8287e6-5dfe-46aa-b11e-aedde770aca2 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.760719 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1208ff3-3eef-428f-86b6-5812b140df4e req-0d8287e6-5dfe-46aa-b11e-aedde770aca2 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 944 time: 0.1737514 Oct 12 18:48:04.765454 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-82f8118a-52f6-4732-9c95-9c92b646028e req-0131dd64-4257-45fc-951c-56b1a2a0a45a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567430 Oct 12 18:48:04.864225 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-1ddbff13-755f-4c05-9409-5220de8dcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.865917 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-1ddbff13-755f-4c05-9409-5220de8dcc3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.0995727 Oct 12 18:48:04.891115 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1208ff3-3eef-428f-86b6-5812b140df4e req-b9161f45-5f10-4dba-b752-8817a0f7e013 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152527 Oct 12 18:48:04.902720 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa080ff0-1b9d-496c-9e3d-08a6f8456356 x-openstack-request-id: req-fa080ff0-1b9d-496c-9e3d-08a6f8456356 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:04.903180 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:04.903569 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa080ff0-1b9d-496c-9e3d-08a6f8456356 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:04.904455 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'status': 'completed', 'code': 200} Oct 12 18:48:04.944471 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-c9b5fc80-d85a-4158-92c6-4dbab5ad334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.946151 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-c9b5fc80-d85a-4158-92c6-4dbab5ad334f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656474 Oct 12 18:48:04.974223 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:05.022691 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1223a43-4350-47cd-9414-bc3d51a4306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbd9ad8-d1c6-4843-9383-0b956809d84c'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:05.025198 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425f4735-0444-4d8c-be8c-87414344fc6b" -d '{"events": [{"server_uuid": "f1223a43-4350-47cd-9414-bc3d51a4306e", "name": "network-vif-plugged", "status": "completed", "tag": "bfbd9ad8-d1c6-4843-9383-0b956809d84c"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:05.064441 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port bfbd9ad8-d1c6-4843-9383-0b956809d84c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfbd9ad8-d1c6-4843-9383-0b956809d84c,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:05.071287 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:05.073284 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:48:05.077726 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62a8e93-4d4c-4294-99a4-665974d8f9a3 x-openstack-request-id: req-f62a8e93-4d4c-4294-99a4-665974d8f9a3 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:05.078025 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1223a43-4350-47cd-9414-bc3d51a4306e", "name": "network-vif-plugged", "status": "completed", "tag": "bfbd9ad8-d1c6-4843-9383-0b956809d84c", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:05.078311 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f62a8e93-4d4c-4294-99a4-665974d8f9a3 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:05.078705 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1223a43-4350-47cd-9414-bc3d51a4306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbd9ad8-d1c6-4843-9383-0b956809d84c', 'code': 200} Oct 12 18:48:05.104448 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:48:05.104784 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 0d6dee61-4770-4b0b-aed7-bfcf88e501e1 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:48:05.105062 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-3e2bd493-ed96-47ea-ba80-3b28c4b1b55a service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507182 Oct 12 18:48:05.188729 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=bfbd9ad8-d1c6-4843-9383-0b956809d84c,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:05.224916 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d3e47-f419-4211-a4e2-7502cadcd08d req-ac76eb4e-6917-4b99-8009-12aa094e01f9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:05.226608 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-904d3e47-f419-4211-a4e2-7502cadcd08d req-ac76eb4e-6917-4b99-8009-12aa094e01f9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.1670215 Oct 12 18:48:05.253616 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77b2fe2d-0406-4843-8f2c-af440d9804a2 req-01903d01-c88e-4718-adb2-2af79f949f6d service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388860 Oct 12 18:48:05.289265 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-904d3e47-f419-4211-a4e2-7502cadcd08d req-56c49804-071d-4dd2-aa12-6dde1c8bf859 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397890 Oct 12 18:48:05.328994 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f0e5d-1c78-4b0e-a4de-d1c8f020f76d req-bcae96ba-6757-4fff-829b-6e9da0e72831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:05.330618 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9b6f0e5d-1c78-4b0e-a4de-d1c8f020f76d req-bcae96ba-6757-4fff-829b-6e9da0e72831 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 1098 time: 0.0600379 Oct 12 18:48:05.379770 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9b6f0e5d-1c78-4b0e-a4de-d1c8f020f76d req-857e0077-cfb0-48d9-95ef-998eba74e59c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Oct 12 18:48:05.418733 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398ee11-4c57-4249-ba7d-fc9ff2bcd325 req-1032f3fc-faec-4aea-af8d-5707d1733648 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:05.420252 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3398ee11-4c57-4249-ba7d-fc9ff2bcd325 req-1032f3fc-faec-4aea-af8d-5707d1733648 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 943 time: 0.0839138 Oct 12 18:48:05.438034 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-bd976b4c-15cf-4a8a-b48f-d20c31e3b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:05.439522 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-bd976b4c-15cf-4a8a-b48f-d20c31e3b63d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 1096 time: 0.0924807 Oct 12 18:48:05.473244 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3398ee11-4c57-4249-ba7d-fc9ff2bcd325 req-763a4f47-a703-44ab-9071-25022c90f945 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449424 Oct 12 18:48:05.577957 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d81b8507-59d1-4f33-ba42-952a32fa919a req-465e6c5f-b8f4-46ba-b98e-3884d7a1bc3a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 210 time: 0.0277815 Oct 12 18:48:05.691449 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-e89d41f5-5863-40af-9fe9-7e77097041c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:05.692833 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-e89d41f5-5863-40af-9fe9-7e77097041c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 918 time: 0.0910628 Oct 12 18:48:06.000551 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fab23-1475-4563-b941-20bf1c526706 req-ba77f2d3-21fd-458c-a4d7-e20049e9e6cf tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.002639 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-ba77f2d3-21fd-458c-a4d7-e20049e9e6cf tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.32 "GET /v2.0/networks?id=a0c01f9f-02bf-498c-b552-56fcc0a52ef6 HTTP/1.1" status: 200 len: 809 time: 0.1225419 Oct 12 18:48:06.004468 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-ff8c4685-f83e-4152-9b76-8837c7b0ab54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0 HTTP/1.1" status: 200 len: 217 time: 0.3028224 Oct 12 18:48:06.026114 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Request body: {'port': {'device_id': '740c7dc0-2328-47b0-a53d-2244bf71d09a', 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6', 'admin_state_up': True, 'tenant_id': '552478e2595445dba1cf1157760bc242'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:06.118128 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-75cba01b-7537-4040-ab64-e99ee6555001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.119623 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-75cba01b-7537-4040-ab64-e99ee6555001 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.0976102 Oct 12 18:48:06.128707 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779ea8b-133f-4c7c-834e-1de1be2fc14a req-1c6f3f2d-344b-410d-9a1b-04a9336771e3 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.130205 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d779ea8b-133f-4c7c-834e-1de1be2fc14a req-1c6f3f2d-344b-410d-9a1b-04a9336771e3 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 945 time: 0.1297319 Oct 12 18:48:06.140184 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01bddd-926b-47c3-9189-01abf7abfdc9 req-8126b22d-9409-43a2-b36f-004c36d68d38 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.141740 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ae01bddd-926b-47c3-9189-01abf7abfdc9 req-8126b22d-9409-43a2-b36f-004c36d68d38 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.1401229 Oct 12 18:48:06.156360 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Made reservation on behalf of 552478e2595445dba1cf1157760bc242 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:06.159030 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.239739 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ae01bddd-926b-47c3-9189-01abf7abfdc9 req-5b2a2dd8-1a8f-4c36-b3fb-61e2a375a691 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=de9b1394-26e8-494d-ae21-7102c7d7aa7d&id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870295 Oct 12 18:48:06.242549 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d779ea8b-133f-4c7c-834e-1de1be2fc14a req-ae5ac0f5-df8f-4765-8722-ee95041bf79d tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931268 Oct 12 18:48:06.246435 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-931d18e5-152a-4e31-966c-0f2288cb4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.248697 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-931d18e5-152a-4e31-966c-0f2288cb4e2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1174357 Oct 12 18:48:06.301398 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Allocated IP 172.20.0.13 (a0c01f9f-02bf-498c-b552-56fcc0a52ef6/f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d/05a60647-6566-4ebe-a5c0-86c0ec0f7e12) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:06.360013 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-d8e16a79-8478-4dc7-ab2a-0ed9ab0b5b3e service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010261 Oct 12 18:48:06.467432 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.492699 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b8d11f2-86d7-4ef4-8d5e-2446e116a778 req-4093f016-ad05-453c-a58a-3f6e24ecdac9 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218481 Oct 12 18:48:06.500892 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fe667-4fc4-460f-85d7-33a6f86cb098 req-de4fee13-a442-4923-8c32-d7572f02ca5f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.502422 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f59fe667-4fc4-460f-85d7-33a6f86cb098 req-de4fee13-a442-4923-8c32-d7572f02ca5f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.1132801 Oct 12 18:48:06.525789 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.546740 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f59fe667-4fc4-460f-85d7-33a6f86cb098 req-38dcb61e-15e6-4314-92ec-3ddf15638dc3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375223 Oct 12 18:48:06.564898 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:06.583820 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:06.586697 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:06.655867 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be4927-7f68-4d32-876e-5e924ec7be36 req-10b1379b-184f-4045-8dd3-88fbab8f07ba tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.661351 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-04be4927-7f68-4d32-876e-5e924ec7be36 req-10b1379b-184f-4045-8dd3-88fbab8f07ba tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 943 time: 0.0761940 Oct 12 18:48:06.663778 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.664517 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.677835 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Pushing event updated for resources: {'Port': ['ID=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:06.695985 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-faf98c0b-bb55-4def-8dfd-14eb3fa0fab5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6741650 Oct 12 18:48:06.708231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Request body: {'port': {'device_id': '740c7dc0-2328-47b0-a53d-2244bf71d09a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:06.752666 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c975d0-c410-4141-b69d-158792ff76cd req-cd306bf3-651e-45aa-88bb-4f0420eb68c4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.754418 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-48c975d0-c410-4141-b69d-158792ff76cd req-cd306bf3-651e-45aa-88bb-4f0420eb68c4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 932 time: 0.0920792 Oct 12 18:48:06.758065 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-04be4927-7f68-4d32-876e-5e924ec7be36 req-87cbbd3d-d666-417a-9d8d-3ffea17c3da4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829740 Oct 12 18:48:06.791001 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.803615 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-48c975d0-c410-4141-b69d-158792ff76cd req-5a534b60-519d-481b-81a0-57c9a3850970 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Oct 12 18:48:07.056118 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:48:07.063935 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.076754 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Transition to ACTIVE for port object 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:48:07.080594 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.151001 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:07.202348 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Attempting to bind port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:07.202714 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Attempting to bind port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:07.203047 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Attempting to bind port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 on network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:07.207629 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 on network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:48:07.207953 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Attempting to bind port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 on network a0c01f9f-02bf-498c-b552-56fcc0a52ef6 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:07.212736 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:07.213074 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Checking segment: {'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:07.213456 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Bound using segment: {'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:07.213885 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Bound port: 05a60647-6566-4ebe-a5c0-86c0ec0f7e12, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaca9bc2-c643-46e4-8151-544076b54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:07.215070 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.276535 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] For port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:07.280314 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] For port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:07.284862 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.321447 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:07.322060 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.323471 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] 10.222.0.32 "PUT /v2.0/ports/05a60647-6566-4ebe-a5c0-86c0ec0f7e12 HTTP/1.1" status: 200 len: 1094 time: 0.6194935 Oct 12 18:48:07.323933 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740c7dc0-2328-47b0-a53d-2244bf71d09a', 'tag': '05a60647-6566-4ebe-a5c0-86c0ec0f7e12'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:07.326574 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550edf68-ee7d-452c-9b69-2d36d7f2051f" -d '{"events": [{"name": "network-changed", "server_uuid": "740c7dc0-2328-47b0-a53d-2244bf71d09a", "tag": "05a60647-6566-4ebe-a5c0-86c0ec0f7e12"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:07.349220 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226e749-21c5-412c-9d67-121f8d32ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:07.367046 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3e65f-0099-4258-8f6f-0d3737b8d190 x-openstack-request-id: req-57b3e65f-0099-4258-8f6f-0d3737b8d190 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:07.367334 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740c7dc0-2328-47b0-a53d-2244bf71d09a", "tag": "05a60647-6566-4ebe-a5c0-86c0ec0f7e12", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:07.367586 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57b3e65f-0099-4258-8f6f-0d3737b8d190 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:07.367982 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740c7dc0-2328-47b0-a53d-2244bf71d09a', 'tag': '05a60647-6566-4ebe-a5c0-86c0ec0f7e12', 'status': 'completed', 'code': 200} Oct 12 18:48:07.385383 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0672f-566d-4d7c-8b17-2e9ae59fc9cd req-dcf009f1-4f49-43a8-88ad-d9668bea9aa2 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:07.387900 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bbc0672f-566d-4d7c-8b17-2e9ae59fc9cd req-dcf009f1-4f49-43a8-88ad-d9668bea9aa2 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 945 time: 0.0529857 Oct 12 18:48:07.425001 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bbc0672f-566d-4d7c-8b17-2e9ae59fc9cd req-1861843b-0fd1-41bc-8cb1-b1e205dda085 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Oct 12 18:48:07.681043 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdfbc7-eb12-41e4-842b-d488b0d2e714 req-581a5374-0fed-4bb9-97c9-17c835ba4975 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:07.682803 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ddfdfbc7-eb12-41e4-842b-d488b0d2e714 req-581a5374-0fed-4bb9-97c9-17c835ba4975 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0509508 Oct 12 18:48:07.724020 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ddfdfbc7-eb12-41e4-842b-d488b0d2e714 req-4f03ff2a-d06e-4bf5-a24b-90e592ee6756 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340793 Oct 12 18:48:07.884203 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372b10b-9f7a-4ed1-94fb-dccecf543e13 req-12057d21-4b04-4842-8c2f-a48f31f53bb2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:07.885640 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b372b10b-9f7a-4ed1-94fb-dccecf543e13 req-12057d21-4b04-4842-8c2f-a48f31f53bb2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 943 time: 0.0575678 Oct 12 18:48:07.922777 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b372b10b-9f7a-4ed1-94fb-dccecf543e13 req-15f82de5-dd79-40e1-a61d-a63df71c99c4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306222 Oct 12 18:48:08.025466 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35b619-413c-4d8c-ab3a-a67694f29ea8 req-7218a28f-0af7-40c6-a5e9-f436bb9bbbd1 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:08.027008 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf35b619-413c-4d8c-ab3a-a67694f29ea8 req-7218a28f-0af7-40c6-a5e9-f436bb9bbbd1 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 944 time: 0.0502887 Oct 12 18:48:08.065102 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf35b619-413c-4d8c-ab3a-a67694f29ea8 req-3249be6d-5a94-4e93-829c-e652bc69d264 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Oct 12 18:48:08.850443 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd0750-cb67-428a-ac91-7c16a82f1c7f req-1b6027de-eb00-4534-b62c-a10b4a89dad7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:08.851974 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69cd0750-cb67-428a-ac91-7c16a82f1c7f req-1b6027de-eb00-4534-b62c-a10b4a89dad7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0500007 Oct 12 18:48:08.901544 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69cd0750-cb67-428a-ac91-7c16a82f1c7f req-d232862b-4b13-4b8c-8fb1-7b832d0c14f5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 Oct 12 18:48:09.039110 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196531c7-c1d4-433c-9ad5-e5cb937256d0 req-fa621cc1-1e9f-4900-9ac9-1477f605f66f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:09.040502 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-196531c7-c1d4-433c-9ad5-e5cb937256d0 req-fa621cc1-1e9f-4900-9ac9-1477f605f66f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 943 time: 0.0531123 Oct 12 18:48:09.085657 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-196531c7-c1d4-433c-9ad5-e5cb937256d0 req-412a6fb2-135a-4d67-b777-7c201608ad7c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352590 Oct 12 18:48:09.196223 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a78da9-1988-47fd-814b-a5f775376439 req-cd5b8ccb-cbba-46d8-b073-699f00bf9fc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:09.197695 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8a78da9-1988-47fd-814b-a5f775376439 req-cd5b8ccb-cbba-46d8-b073-699f00bf9fc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 944 time: 0.0487385 Oct 12 18:48:09.235990 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d8a78da9-1988-47fd-814b-a5f775376439 req-c0e405f0-0a74-4ae5-a7fc-a50f025b7f83 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Oct 12 18:48:10.013835 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:48:10.020457 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc019b4-c0ae-4481-8d67-63f840fd7c66 req-96448839-6d45-4783-a42b-f7f82818b329 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:10.022015 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fbc019b4-c0ae-4481-8d67-63f840fd7c66 req-96448839-6d45-4783-a42b-f7f82818b329 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0498102 Oct 12 18:48:10.065947 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fbc019b4-c0ae-4481-8d67-63f840fd7c66 req-694bafa6-139b-42f2-98a7-e80daf0c243c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362225 Oct 12 18:48:10.120195 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550edf68-ee7d-452c-9b69-2d36d7f2051f req-42021645-8bb4-44b9-a5ec-f35ef24863cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:10.121842 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-550edf68-ee7d-452c-9b69-2d36d7f2051f req-42021645-8bb4-44b9-a5ec-f35ef24863cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=552478e2595445dba1cf1157760bc242&device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 1097 time: 0.0692306 Oct 12 18:48:10.130497 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:10.143939 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:48:10.186258 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.201112 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:48:10.233910 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:10.239918 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.241076 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550edf68-ee7d-452c-9b69-2d36d7f2051f req-8d9b23ba-c4c1-4982-ad5c-db92a1ccb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:10.242652 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-550edf68-ee7d-452c-9b69-2d36d7f2051f req-8d9b23ba-c4c1-4982-ad5c-db92a1ccb7b0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=552478e2595445dba1cf1157760bc242&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1110921 Oct 12 18:48:10.271365 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413e58b-0315-4bbe-a28f-c29379255b14 req-2b30208e-13a9-4767-88c2-72e47720ec20 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:10.274229 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c413e58b-0315-4bbe-a28f-c29379255b14 req-2b30208e-13a9-4767-88c2-72e47720ec20 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 943 time: 0.0939019 Oct 12 18:48:10.334833 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:10.345803 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c413e58b-0315-4bbe-a28f-c29379255b14 req-63741148-deb6-4785-bc05-e38f62fc1398 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639286 Oct 12 18:48:10.413509 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab15b7-ff2e-4ea5-a88f-7a4a6c45426e req-9296bfaa-8d51-4602-9674-603eb02d1d0a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:10.415377 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9eab15b7-ff2e-4ea5-a88f-7a4a6c45426e req-9296bfaa-8d51-4602-9674-603eb02d1d0a tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 944 time: 0.0663812 Oct 12 18:48:10.419312 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550edf68-ee7d-452c-9b69-2d36d7f2051f req-6226d7ba-e9e9-4367-b0c5-04867254b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:10.420939 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-550edf68-ee7d-452c-9b69-2d36d7f2051f req-6226d7ba-e9e9-4367-b0c5-04867254b617 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573415 Oct 12 18:48:10.467260 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9eab15b7-ff2e-4ea5-a88f-7a4a6c45426e req-7dd6b61e-80a6-47ac-a7cc-7fe29f57d521 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435894 Oct 12 18:48:10.495777 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:48:10.516697 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fab23-1475-4563-b941-20bf1c526706 req-f9dd5ecb-1415-491a-ba1e-96b91f1490de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:10.518193 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-f9dd5ecb-1415-491a-ba1e-96b91f1490de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=552478e2595445dba1cf1157760bc242&device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 1097 time: 0.0487149 Oct 12 18:48:10.564849 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-00e629b6-7ca8-4e5b-91db-8f7d91b9ef72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05a60647-6566-4ebe-a5c0-86c0ec0f7e12 HTTP/1.1" status: 200 len: 217 time: 0.0361774 Oct 12 18:48:10.624216 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fab23-1475-4563-b941-20bf1c526706 req-af189615-f2de-4e3b-ada3-7346ef05798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:10.625713 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-af189615-f2de-4e3b-ada3-7346ef05798e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d HTTP/1.1" status: 200 len: 849 time: 0.0538602 Oct 12 18:48:10.667538 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-82332ac3-9a4a-41b9-8af2-47d53028f2e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c01f9f-02bf-498c-b552-56fcc0a52ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330215 Oct 12 18:48:10.775517 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-86662057-a50e-4cb9-959f-9f4192c49524 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008637 Oct 12 18:48:10.883671 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-697fab23-1475-4563-b941-20bf1c526706 req-8c3d4d16-c76f-44fe-b658-c2b016eddd2f service neutron] 10.222.0.32 "GET /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008384 Oct 12 18:48:11.009024 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:48:11.122701 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:11.141333 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'port_id': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'mac_address': 'fa:16:3e:10:8d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:48:11.185968 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.200805 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cd4083-42a0-4bc3-8a79-4066fe5229d0 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:48:11.222116 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:11.227068 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.230790 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5c6e5-ad83-4a87-8d2e-e5b977a0c682 req-17b04608-9914-4dd7-a250-fd313241fcc8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:11.233229 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d3d5c6e5-ad83-4a87-8d2e-e5b977a0c682 req-17b04608-9914-4dd7-a250-fd313241fcc8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0769646 Oct 12 18:48:11.288556 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:11.298114 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d3d5c6e5-ad83-4a87-8d2e-e5b977a0c682 req-7b30ef85-20d5-43bd-955e-27a8e459d8aa tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514262 Oct 12 18:48:11.471531 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dc793-ecdf-4be4-ac53-92749b2f6033 req-e0cac1c0-6856-4e27-b9c7-1d281bec63e7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:11.472944 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d88dc793-ecdf-4be4-ac53-92749b2f6033 req-e0cac1c0-6856-4e27-b9c7-1d281bec63e7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 944 time: 0.0549619 Oct 12 18:48:11.513216 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d88dc793-ecdf-4be4-ac53-92749b2f6033 req-3224724d-b4e4-4158-b104-5126e6b64013 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340991 Oct 12 18:48:11.523665 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['c3cd4083-42a0-4bc3-8a79-4066fe5229d0'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:48:11.596493 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188d1a9-c03b-497d-ae4a-241656c15a26 req-b063bdf4-6313-462e-b361-984a146cdf83 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:11.597984 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5188d1a9-c03b-497d-ae4a-241656c15a26 req-b063bdf4-6313-462e-b361-984a146cdf83 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 944 time: 0.0520773 Oct 12 18:48:11.638283 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5188d1a9-c03b-497d-ae4a-241656c15a26 req-1f367af5-1b4e-4dae-8376-67f2302a4976 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Oct 12 18:48:12.423800 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d17bf-7003-4a24-a9be-7fb8de060ea7 req-29ecce6f-8ff6-49ee-8b64-6ea05bbfcda9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:12.425082 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8e9d17bf-7003-4a24-a9be-7fb8de060ea7 req-29ecce6f-8ff6-49ee-8b64-6ea05bbfcda9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 944 time: 0.0545988 Oct 12 18:48:12.469525 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8e9d17bf-7003-4a24-a9be-7fb8de060ea7 req-65c0c613-79c8-468b-b614-dc320ad971dd tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342281 Oct 12 18:48:12.640384 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065e77c-f4de-4941-a947-832819252741 req-61a4d484-68f0-47ec-98e7-814356648fce tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:12.641949 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e065e77c-f4de-4941-a947-832819252741 req-61a4d484-68f0-47ec-98e7-814356648fce tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 944 time: 0.0568838 Oct 12 18:48:12.652075 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:48:12.692221 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e065e77c-f4de-4941-a947-832819252741 req-99d75537-ed16-4c9f-8608-5e53b21cec6e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440907 Oct 12 18:48:12.768311 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242ed17-a263-4a23-ae86-b7ab0c63c056 req-09bf4f6e-5bdb-4c3d-9ed9-3c0886663bfb tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:12.769937 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a242ed17-a263-4a23-ae86-b7ab0c63c056 req-09bf4f6e-5bdb-4c3d-9ed9-3c0886663bfb tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 944 time: 0.0582700 Oct 12 18:48:12.811336 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a242ed17-a263-4a23-ae86-b7ab0c63c056 req-4151d4b6-55f0-4f31-816c-6aae4f1873b4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Oct 12 18:48:13.018091 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:48:13.021158 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:13.076640 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-429b6655-b9a9-47c9-87be-fb1ecf1d2e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.140965 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:48:13.154435 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:13.154831 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.187030 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:13.205753 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '05a60647-6566-4ebe-a5c0-86c0ec0f7e12', 'network_id': 'a0c01f9f-02bf-498c-b552-56fcc0a52ef6', 'port_id': '05a60647-6566-4ebe-a5c0-86c0ec0f7e12', 'mac_address': 'fa:16:3e:ca:95:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:48:13.249868 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.284075 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:48:13.299653 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.315253 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:13.323467 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.332291 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:13.334603 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c9a2b5-854e-4841-868f-156346a69213" -d '{"events": [{"server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "name": "network-vif-plugged", "status": "completed", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:13.373220 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:13.380033 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.380820 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:13.391935 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d653c8b-6b6a-4bed-8e12-eb26cf8bcd45 x-openstack-request-id: req-3d653c8b-6b6a-4bed-8e12-eb26cf8bcd45 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:13.392226 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "name": "network-vif-plugged", "status": "completed", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:13.392476 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d653c8b-6b6a-4bed-8e12-eb26cf8bcd45 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:13.392857 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'code': 200} Oct 12 18:48:13.416359 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:13.479926 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:13.483604 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:48:13.487804 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:13.488203 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.616314 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad474d21-1d3e-4862-915d-f7728975ec59 req-0ced8d78-af94-45a3-9ab9-424292f8712b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:13.618124 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ad474d21-1d3e-4862-915d-f7728975ec59 req-0ced8d78-af94-45a3-9ab9-424292f8712b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 944 time: 0.0738707 Oct 12 18:48:13.670340 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ad474d21-1d3e-4862-915d-f7728975ec59 req-259b0e1e-8fd2-4de3-8480-28d5a7e37578 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454445 Oct 12 18:48:13.700648 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['05a60647-6566-4ebe-a5c0-86c0ec0f7e12'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:48:13.737695 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.799038 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:13.802417 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bae86-adfb-467a-b9df-f9a7f324675c req-5419d60f-e8f6-4c09-b930-a4039129a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:13.805085 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a46bae86-adfb-467a-b9df-f9a7f324675c req-5419d60f-e8f6-4c09-b930-a4039129a614 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 1098 time: 0.1722083 Oct 12 18:48:13.807098 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:13.857452 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ede846-23cf-4de6-bef7-5090a60ffec1 req-b1b35723-093e-4b37-b503-4a0ea171cc17 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:13.865633 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-15ede846-23cf-4de6-bef7-5090a60ffec1 req-b1b35723-093e-4b37-b503-4a0ea171cc17 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 945 time: 0.0889158 Oct 12 18:48:13.890059 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a46bae86-adfb-467a-b9df-f9a7f324675c req-4eac3889-5c16-4462-a7fe-bf9fef808193 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765190 Oct 12 18:48:13.902131 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:13.924697 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-15ede846-23cf-4de6-bef7-5090a60ffec1 req-30f07b36-17bf-4a16-af73-9055e945e731 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576491 Oct 12 18:48:13.969011 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281a7a3-608f-4b16-87a5-7ebd93d70bd8 req-e8156c15-fa01-4951-9ec0-9ef022ca8eb5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:13.970823 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f281a7a3-608f-4b16-87a5-7ebd93d70bd8 req-e8156c15-fa01-4951-9ec0-9ef022ca8eb5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 945 time: 0.0622201 Oct 12 18:48:14.016807 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f281a7a3-608f-4b16-87a5-7ebd93d70bd8 req-2ca9a876-8e59-436d-b01a-8cc9b6f7e8e7 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375791 Oct 12 18:48:14.160414 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38708) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:14.269095 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-00ed6bdb-0d75-4b59-9c66-86e04d7b46f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.346254 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-00ed6bdb-0d75-4b59-9c66-86e04d7b46f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.349947 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-00ed6bdb-0d75-4b59-9c66-86e04d7b46f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.394859 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-00ed6bdb-0d75-4b59-9c66-86e04d7b46f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40fcc9dbbb604385840b4a60b00f1576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333193 Oct 12 18:48:14.395696 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed6bdb-0d75-4b59-9c66-86e04d7b46f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d0583-a4d9-412f-85ad-ed322463f413,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:14.397653 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38712) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:14.447371 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e1d35292-2837-42da-ab93-92f49fb1ae41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.469768 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e1d35292-2837-42da-ab93-92f49fb1ae41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.523293 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e1d35292-2837-42da-ab93-92f49fb1ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.526986 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e1d35292-2837-42da-ab93-92f49fb1ae41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.530513 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e1d35292-2837-42da-ab93-92f49fb1ae41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b8d0583-a4d9-412f-85ad-ed322463f413 HTTP/1.1" status: 204 len: 168 time: 0.1294529 Oct 12 18:48:14.536593 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35292-2837-42da-ab93-92f49fb1ae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d0583-a4d9-412f-85ad-ed322463f413,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:14.797580 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7657fb-c5b6-47a8-bfb2-ee88b1d3be4c req-8fb2bda7-87c5-4a59-afc8-c888c663a6e4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:14.799166 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-be7657fb-c5b6-47a8-bfb2-ee88b1d3be4c req-8fb2bda7-87c5-4a59-afc8-c888c663a6e4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0528321 Oct 12 18:48:14.808353 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38722) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:14.821658 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-88f2da7e-35e8-409c-8b5b-198ac0e58497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.841814 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-be7657fb-c5b6-47a8-bfb2-ee88b1d3be4c req-5be4e232-29bc-4233-b05e-062ea2b9fda7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363321 Oct 12 18:48:14.902534 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-88f2da7e-35e8-409c-8b5b-198ac0e58497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.906280 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-88f2da7e-35e8-409c-8b5b-198ac0e58497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:14.943632 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-88f2da7e-35e8-409c-8b5b-198ac0e58497 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a5eb35fd0ee43e7ae839c824c2c3525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341918 Oct 12 18:48:14.944768 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2da7e-35e8-409c-8b5b-198ac0e58497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558634d3-f02a-42aa-84cb-e6ab05f5c2ae,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:14.946330 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38724) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:15.009395 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-387a017e-57b7-408a-90f9-ef6b46f1083d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:15.024414 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:15.053053 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-387a017e-57b7-408a-90f9-ef6b46f1083d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:15.088159 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9af86-c45f-46c6-b658-e9e31e1a6275 req-e9637d1e-a1c6-4d2c-bc7b-a16014742d46 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:15.090587 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-aac9af86-c45f-46c6-b658-e9e31e1a6275 req-e9637d1e-a1c6-4d2c-bc7b-a16014742d46 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 945 time: 0.0941210 Oct 12 18:48:15.098953 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:48:15.103334 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:15.103807 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:15.174018 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-aac9af86-c45f-46c6-b658-e9e31e1a6275 req-fe7c800d-8e46-49f8-8225-0fd703891066 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750434 Oct 12 18:48:15.195908 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192148b4-07af-4eae-8fbd-040596d6be72 req-4ad175bb-ca1c-41a5-ac78-1175be392cde tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:15.205783 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-192148b4-07af-4eae-8fbd-040596d6be72 req-4ad175bb-ca1c-41a5-ac78-1175be392cde tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 945 time: 0.1006951 Oct 12 18:48:15.209655 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:15.213406 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-387a017e-57b7-408a-90f9-ef6b46f1083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:15.216696 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-387a017e-57b7-408a-90f9-ef6b46f1083d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:15.220228 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-387a017e-57b7-408a-90f9-ef6b46f1083d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/558634d3-f02a-42aa-84cb-e6ab05f5c2ae HTTP/1.1" status: 204 len: 168 time: 0.2696633 Oct 12 18:48:15.238561 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a017e-57b7-408a-90f9-ef6b46f1083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558634d3-f02a-42aa-84cb-e6ab05f5c2ae,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:15.258929 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-192148b4-07af-4eae-8fbd-040596d6be72 req-d9864ad7-f1b0-4847-b947-2d4789372eb1 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522220 Oct 12 18:48:15.261935 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:15.267468 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:15.325897 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:15.393559 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0'}, {'server_uuid': '740c7dc0-2328-47b0-a53d-2244bf71d09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a60647-6566-4ebe-a5c0-86c0ec0f7e12'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:15.396054 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d73f64-56f1-4932-b0d7-6e59f404215f" -d '{"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-plugged", "status": "completed", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0"}, {"server_uuid": "740c7dc0-2328-47b0-a53d-2244bf71d09a", "name": "network-vif-plugged", "status": "completed", "tag": "05a60647-6566-4ebe-a5c0-86c0ec0f7e12"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:15.435678 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5425ab89-c824-41a5-8e45-5892f7010852 x-openstack-request-id: req-5425ab89-c824-41a5-8e45-5892f7010852 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:15.435978 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-plugged", "status": "completed", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0", "code": 200}, {"server_uuid": "740c7dc0-2328-47b0-a53d-2244bf71d09a", "name": "network-vif-plugged", "status": "completed", "tag": "05a60647-6566-4ebe-a5c0-86c0ec0f7e12", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:15.436229 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5425ab89-c824-41a5-8e45-5892f7010852 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:15.436632 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'code': 200} Oct 12 18:48:15.436886 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740c7dc0-2328-47b0-a53d-2244bf71d09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a60647-6566-4ebe-a5c0-86c0ec0f7e12', 'code': 200} Oct 12 18:48:15.652346 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea8bc6-c972-4513-ba93-ee07a5730ef8 req-5da8b647-48a1-403c-b8ff-c47cb6633f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:15.654056 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-10ea8bc6-c972-4513-ba93-ee07a5730ef8 req-5da8b647-48a1-403c-b8ff-c47cb6633f4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 1099 time: 0.0443375 Oct 12 18:48:15.681950 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a7c45-8858-49b9-9441-bf749868a934 req-40434613-d870-4213-9138-7d70ce740afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:15.683997 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-902a7c45-8858-49b9-9441-bf749868a934 req-40434613-d870-4213-9138-7d70ce740afd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 1098 time: 0.0415015 Oct 12 18:48:15.693989 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-10ea8bc6-c972-4513-ba93-ee07a5730ef8 req-e3d29fec-a0a4-43b8-839f-b5e558156827 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326364 Oct 12 18:48:15.720221 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-902a7c45-8858-49b9-9441-bf749868a934 req-a495dbd1-5fc0-46f6-b327-288cbcb1eb0e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283964 Oct 12 18:48:15.969605 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33c0ae-8b2d-46fd-8e92-6b57f855f4e2 req-b9f206fe-1da0-4e65-a744-c34aadd3e666 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:15.971149 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a33c0ae-8b2d-46fd-8e92-6b57f855f4e2 req-b9f206fe-1da0-4e65-a744-c34aadd3e666 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0558658 Oct 12 18:48:15.980406 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6282e572-56cf-4140-a3e4-0a655027b95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:16.013906 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a33c0ae-8b2d-46fd-8e92-6b57f855f4e2 req-5f863c8f-0b75-44c1-8863-2ced7cc6bf50 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368896 Oct 12 18:48:16.309864 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50f78-46e7-4ff4-9214-a98c906841c5 req-0d40127b-9d5b-4225-822b-1ce8da27221c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:16.311791 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-49d50f78-46e7-4ff4-9214-a98c906841c5 req-0d40127b-9d5b-4225-822b-1ce8da27221c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 945 time: 0.0574772 Oct 12 18:48:16.380584 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-49d50f78-46e7-4ff4-9214-a98c906841c5 req-a5996431-dad6-469e-ba5d-2704d26764b0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627973 Oct 12 18:48:16.404480 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c231e8-4872-4a20-afe5-d083bea5a877 req-169cf306-ea7c-420f-bd61-1471e3b0bb7f tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:16.406034 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-02c231e8-4872-4a20-afe5-d083bea5a877 req-169cf306-ea7c-420f-bd61-1471e3b0bb7f tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 946 time: 0.0722895 Oct 12 18:48:16.508810 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-02c231e8-4872-4a20-afe5-d083bea5a877 req-e7f0d2e2-16a7-4908-bdb3-ef0d94860bd8 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961549 Oct 12 18:48:16.540209 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783150-1065-4c0e-9537-eb8b77688f02 req-15a03a27-13a2-4ebf-a10c-cd2e875de5cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:16.541810 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-46783150-1065-4c0e-9537-eb8b77688f02 req-15a03a27-13a2-4ebf-a10c-cd2e875de5cb tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 945 time: 0.0755095 Oct 12 18:48:16.584072 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-46783150-1065-4c0e-9537-eb8b77688f02 req-0fdbd345-60ef-438d-a31a-7e52631c72d7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362902 Oct 12 18:48:16.609143 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38782) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:16.661494 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41fa277-3f13-4aa5-b393-4952d639feef tempest-TestVolumeBootPattern-1082055691 tempest-TestVolumeBootPattern-1082055691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:16.663636 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a41fa277-3f13-4aa5-b393-4952d639feef tempest-TestVolumeBootPattern-1082055691 tempest-TestVolumeBootPattern-1082055691-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 1093 time: 0.0540416 Oct 12 18:48:16.666648 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38784) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:16.671968 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:16.701390 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:16.807275 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:16.870812 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:16.922698 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Allocated IP 172.27.2.163 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/7f68de75-e0dd-4cdb-9a34-c7ed6859e1ae) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:17.051254 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:17.103342 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:17.152212 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:17.155432 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:17.159204 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:17.161246 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5368-ce90-4239-8b21-d8ce261c3ed1 req-e799fddb-610b-4b6b-8fda-5c4535961b17 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:17.163493 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1e4b5368-ce90-4239-8b21-d8ce261c3ed1 req-e799fddb-610b-4b6b-8fda-5c4535961b17 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0593011 Oct 12 18:48:17.184092 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=7f68de75-e0dd-4cdb-9a34-c7ed6859e1ae,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:17.216588 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:17.228150 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1e4b5368-ce90-4239-8b21-d8ce261c3ed1 req-0f7a5d61-6169-4774-be22-7e48f6a5b308 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570555 Oct 12 18:48:17.559538 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:17.638264 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:17.655130 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d1898-2e1d-4ba0-80ae-a743a7ad3c16 req-7201340d-bedb-41bf-86c6-544102ff58e3 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:17.656707 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-990d1898-2e1d-4ba0-80ae-a743a7ad3c16 req-7201340d-bedb-41bf-86c6-544102ff58e3 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 946 time: 0.0565429 Oct 12 18:48:17.707269 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-990d1898-2e1d-4ba0-80ae-a743a7ad3c16 req-79124e59-a60d-4855-ab5e-09831ab1a91f tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Oct 12 18:48:17.825699 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:17.831158 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:17.899927 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=7f68de75-e0dd-4cdb-9a34-c7ed6859e1ae,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:17.923486 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.037261 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Floating IP d6778689-1d54-4a26-9604-c7ef48193b46 associated. External IP: 172.27.2.163, port: a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc. Oct 12 18:48:18.266081 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:48:18.366681 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ae798-d44f-41d9-9ad7-1073a993d498 req-e54d0fb2-0191-464b-a587-0eefc248043c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:18.368200 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-078ae798-d44f-41d9-9ad7-1073a993d498 req-e54d0fb2-0191-464b-a587-0eefc248043c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0509157 Oct 12 18:48:18.408762 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-078ae798-d44f-41d9-9ad7-1073a993d498 req-fb6825b3-1b45-4b44-91b2-5bacc7f750ab tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341473 Oct 12 18:48:18.530326 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ac321-220a-4183-adaa-4e22957b672d req-f2281ea9-42a8-4ac4-aee8-44f1c10cc4a3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:18.532032 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ab3ac321-220a-4183-adaa-4e22957b672d req-f2281ea9-42a8-4ac4-aee8-44f1c10cc4a3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Oct 12 18:48:18.540808 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38820) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:18.545692 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Request body: {'floatingip': {'port_id': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:18.589623 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.628327 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:48:18.638583 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:48:18.649645 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:18.650648 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:18.652945 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.687016 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a81e12f2-4f92-4761-99f1-ca5027e3398a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0186968 Oct 12 18:48:18.687633 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:18.689915 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172efef9-1524-4d77-bbcc-8bf6d14ba0da" -d '{"events": [{"name": "network-changed", "server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:18.769685 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:18.859813 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36702177-a901-4b69-a7e7-63a896f239a8 x-openstack-request-id: req-36702177-a901-4b69-a7e7-63a896f239a8 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:18.860369 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:18.860470 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36702177-a901-4b69-a7e7-63a896f239a8 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:18.860930 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'status': 'completed', 'code': 200} Oct 12 18:48:19.020781 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:17Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:19.047792 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:48:19.056498 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:19.057127 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:19.059119 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:19.063320 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:19.121630 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:19.178980 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.l3_db [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Floating IP abf7f928-56d2-4f42-9a77-6f88594ad00a associated. External IP: 172.27.2.85, port: c3cd4083-42a0-4bc3-8a79-4066fe5229d0. Oct 12 18:48:19.192481 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:19.389976 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Router 30e701a0-6b06-4d0b-ab1d-1be282025eac has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:48:19.422304 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:17Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:19.452814 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab85cad-07e5-47e0-8396-03d91dfda753 None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:17Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:48:19.503114 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:48:19.507710 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:19.514909 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] Sync routers for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:48:19.524341 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:19.524946 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:19.537610 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-133d09af-24ff-4b80-99fd-cec160aa8ac2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "PUT /v2.0/floatingips/abf7f928-56d2-4f42-9a77-6f88594ad00a HTTP/1.1" status: 200 len: 990 time: 0.9954789 Oct 12 18:48:19.538207 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:19.540552 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826f4b5f-7e48-456d-896d-463f02b6b620" -d '{"events": [{"name": "network-changed", "server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:19.587776 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba848995-53c1-4113-ab41-8c2763caadbb x-openstack-request-id: req-ba848995-53c1-4113-ab41-8c2763caadbb {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:19.588302 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:19.588657 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba848995-53c1-4113-ab41-8c2763caadbb {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:19.589127 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'status': 'completed', 'code': 200} Oct 12 18:48:19.634631 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:19.682215 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5af1f-7d35-4811-8df8-ad7ef7360b7d None None] New status for floating IP d6778689-1d54-4a26-9604-c7ef48193b46: ACTIVE {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:48:19.864305 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'abf7f928-56d2-4f42-9a77-6f88594ad00a', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'port_id': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'mac_address': 'fa:16:3e:10:8d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460acbaf-1559-40b1-8e32-a0755911e609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:57Z', 'updated_at': '2021-10-12T18:48:18Z', 'revision_number': 1, 'project_id': 'f1745c355387471c8d0558e276552a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:19.890026 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] Checking router: 30e701a0-6b06-4d0b-ab1d-1be282025eac for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:48:19.898308 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:19.898938 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:20.003381 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:20.310036 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'abf7f928-56d2-4f42-9a77-6f88594ad00a', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'port_id': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'mac_address': 'fa:16:3e:10:8d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460acbaf-1559-40b1-8e32-a0755911e609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:57Z', 'updated_at': '2021-10-12T18:48:18Z', 'revision_number': 1, 'project_id': 'f1745c355387471c8d0558e276552a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:20.336123 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1cdc0-2062-40dc-9e44-7748c8cc7d6f None None] The sync data for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi is: [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'abf7f928-56d2-4f42-9a77-6f88594ad00a', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'port_id': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'mac_address': 'fa:16:3e:10:8d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460acbaf-1559-40b1-8e32-a0755911e609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:57Z', 'updated_at': '2021-10-12T18:48:18Z', 'revision_number': 1, 'project_id': 'f1745c355387471c8d0558e276552a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:48:20.511942 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3f562-8e1c-4bd6-b399-7ddf32038376 None None] New status for floating IP abf7f928-56d2-4f42-9a77-6f88594ad00a: ACTIVE {{(pid=100549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:48:21.518001 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-987fdb6f-0911-498b-a766-917c9cb2ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:21.519751 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-987fdb6f-0911-498b-a766-917c9cb2ea6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 1098 time: 0.0453620 Oct 12 18:48:21.519903 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-b8a14e60-a808-42e6-ac04-75c099b1e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:21.521346 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-b8a14e60-a808-42e6-ac04-75c099b1e47d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 1098 time: 0.0442324 Oct 12 18:48:21.630490 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-0b54d22e-a875-4399-8dca-5d9a7e34be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:21.632015 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-15c2fafd-3a97-4bfa-a40d-9bb4136f92da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:21.632742 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-0b54d22e-a875-4399-8dca-5d9a7e34be14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.0957303 Oct 12 18:48:21.633448 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-15c2fafd-3a97-4bfa-a40d-9bb4136f92da service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 918 time: 0.0959532 Oct 12 18:48:21.711769 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-bdfc2d25-d8bf-4bf0-b01b-bfe85c7229f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc HTTP/1.1" status: 200 len: 1001 time: 0.0593703 Oct 12 18:48:21.712158 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-89a7b25f-d644-4a5d-a11c-c615f3ee4433 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0 HTTP/1.1" status: 200 len: 1000 time: 0.0583696 Oct 12 18:48:21.780216 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-0a9c5635-b7e2-4588-a742-9a195748043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:21.781687 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-0a9c5635-b7e2-4588-a742-9a195748043b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.0450151 Oct 12 18:48:21.781813 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-ed737663-cba4-48a6-87c9-f924ef44a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:21.783269 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-ed737663-cba4-48a6-87c9-f924ef44a4d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0481536 Oct 12 18:48:21.850074 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-c6ddd196-96ac-42de-939b-c1ebaaf2e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:21.851579 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-4bf9574b-4994-452b-ab7a-067e9c2f170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:21.851784 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-c6ddd196-96ac-42de-939b-c1ebaaf2e45f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466719 Oct 12 18:48:21.853179 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-4bf9574b-4994-452b-ab7a-067e9c2f170d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473669 Oct 12 18:48:21.966250 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-deaccde3-e5f3-4196-b71c-e058671396d2 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936847 Oct 12 18:48:21.974643 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-a28403bd-1ee2-4871-8c39-c2f5f3ff793b service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015909 Oct 12 18:48:22.092702 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-826f4b5f-7e48-456d-896d-463f02b6b620 req-d6c2a820-0305-47a4-ac4a-db17299949bb service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046867 Oct 12 18:48:22.128528 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-172efef9-1524-4d77-bbcc-8bf6d14ba0da req-ffe5aeb9-42a3-4aaf-845b-6da1c5399261 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400321 Oct 12 18:48:22.278974 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee799b-a2d9-47e6-8d44-d85478e215d9 req-c8b02005-9283-4766-85f9-7bc1b742efad tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:22.280445 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-31ee799b-a2d9-47e6-8d44-d85478e215d9 req-c8b02005-9283-4766-85f9-7bc1b742efad tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 946 time: 0.0539734 Oct 12 18:48:22.318793 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-31ee799b-a2d9-47e6-8d44-d85478e215d9 req-9ad8144f-d5f5-4821-b5ad-540168808d26 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Oct 12 18:48:22.703567 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38864) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:22.812486 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc6da-823f-44f9-bddd-a4d45d7eeb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.899838 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc6da-823f-44f9-bddd-a4d45d7eeb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.903908 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc6da-823f-44f9-bddd-a4d45d7eeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.941184 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1d0dc6da-823f-44f9-bddd-a4d45d7eeb14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb7b9e7eebde4ff29bd43b9a5be28154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365572 Oct 12 18:48:22.942282 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dc6da-823f-44f9-bddd-a4d45d7eeb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94841d24-662e-4e05-987a-a5c567c79cdb,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:22.943899 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38868) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:22.993652 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-86de4f4f-bd4e-4fa0-ae1a-bd3446eb66b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.015663 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-86de4f4f-bd4e-4fa0-ae1a-bd3446eb66b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.062659 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-86de4f4f-bd4e-4fa0-ae1a-bd3446eb66b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.065427 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-86de4f4f-bd4e-4fa0-ae1a-bd3446eb66b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.066598 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-86de4f4f-bd4e-4fa0-ae1a-bd3446eb66b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94841d24-662e-4e05-987a-a5c567c79cdb HTTP/1.1" status: 204 len: 168 time: 0.1216938 Oct 12 18:48:23.075568 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de4f4f-bd4e-4fa0-ae1a-bd3446eb66b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94841d24-662e-4e05-987a-a5c567c79cdb,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:23.320856 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 38876) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:23.333976 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b1e4-ef0c-476b-978d-2a0927883589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.410010 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b1e4-ef0c-476b-978d-2a0927883589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.414002 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b1e4-ef0c-476b-978d-2a0927883589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.437556 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dce6c-aa84-428f-98f8-359da7f5f2ba req-6fe1b0d6-de6d-4f28-9b78-709d8553f2fc tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:23.439089 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a56dce6c-aa84-428f-98f8-359da7f5f2ba req-6fe1b0d6-de6d-4f28-9b78-709d8553f2fc tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 946 time: 0.0488675 Oct 12 18:48:23.459027 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2ce7b1e4-ef0c-476b-978d-2a0927883589 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e7672abaaec41fd808bf11a37c31d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346123 Oct 12 18:48:23.459027 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7b1e4-ef0c-476b-978d-2a0927883589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394027c3-f65e-4efb-8fd4-d37021bb7f44,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:23.459351 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 38880) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:23.506341 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a56dce6c-aa84-428f-98f8-359da7f5f2ba req-2c383657-8304-40a1-bc3c-3791f60f7f64 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611196 Oct 12 18:48:23.528859 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab62d064-e956-49bc-ad3f-c5cefa5ae2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.550580 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab62d064-e956-49bc-ad3f-c5cefa5ae2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.601519 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab62d064-e956-49bc-ad3f-c5cefa5ae2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.604845 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab62d064-e956-49bc-ad3f-c5cefa5ae2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:23.605997 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ab62d064-e956-49bc-ad3f-c5cefa5ae2af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/394027c3-f65e-4efb-8fd4-d37021bb7f44 HTTP/1.1" status: 204 len: 168 time: 0.1458123 Oct 12 18:48:23.614263 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62d064-e956-49bc-ad3f-c5cefa5ae2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394027c3-f65e-4efb-8fd4-d37021bb7f44,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:24.627821 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53605559-04da-4b9a-a5f0-3feb2789478e req-d116c333-4a0c-4dd2-b4ea-f07a231d250b tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:24.629437 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-53605559-04da-4b9a-a5f0-3feb2789478e req-d116c333-4a0c-4dd2-b4ea-f07a231d250b tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 946 time: 0.0536332 Oct 12 18:48:24.671587 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-53605559-04da-4b9a-a5f0-3feb2789478e req-806e8ada-6a00-4242-9bc7-ba90851a7b92 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345888 Oct 12 18:48:25.802633 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497f29d-5994-4a86-8a7d-dd717791d2d7 req-27cd4a17-a5dd-4b18-b810-5e2cad0a8ec6 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:25.804196 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4497f29d-5994-4a86-8a7d-dd717791d2d7 req-27cd4a17-a5dd-4b18-b810-5e2cad0a8ec6 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 946 time: 0.0554886 Oct 12 18:48:25.847747 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4497f29d-5994-4a86-8a7d-dd717791d2d7 req-fae4a899-ca7c-4cee-b2bd-5c2acfb8afb5 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Oct 12 18:48:26.350939 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-b8483e73-a525-4d55-890f-c228a8cd25b0 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:26.352401 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-b8483e73-a525-4d55-890f-c228a8cd25b0 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.32 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 946 time: 0.0491397 Oct 12 18:48:26.457621 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Deleting port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:48:26.458029 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:26.556329 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] For port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,segment=NetworkSegment(aaca9bc2-c643-46e4-8151-544076b54f81),segment_id=aaca9bc2-c643-46e4-8151-544076b54f81)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:26.557219 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:26.573879 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Calling delete_port for 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 owned by compute:nova {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:48:26.698892 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:26.712633 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['05a60647-6566-4ebe-a5c0-86c0ec0f7e12'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:48:26.724762 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Pushing event deleted for resources: {'Port': ['ID=05a60647-6566-4ebe-a5c0-86c0ec0f7e12,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:26.770628 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] No DVR routers for this DVR port 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 on host hv-cinder-81322 {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:48:26.773266 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:26.776858 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b27a4f0-38ef-42cc-95f7-dc87e794ed12 req-bc284a8f-4cc8-41e0-b31b-e866b3314cc4 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.32 "DELETE /v2.0/ports/05a60647-6566-4ebe-a5c0-86c0ec0f7e12 HTTP/1.1" status: 204 len: 173 time: 0.4150300 Oct 12 18:48:26.777304 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740c7dc0-2328-47b0-a53d-2244bf71d09a', 'name': 'network-vif-deleted', 'tag': '05a60647-6566-4ebe-a5c0-86c0ec0f7e12'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:26.779617 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7f8bc2-1c7c-4039-9f43-bea8a1ee490c" -d '{"events": [{"server_uuid": "740c7dc0-2328-47b0-a53d-2244bf71d09a", "name": "network-vif-deleted", "tag": "05a60647-6566-4ebe-a5c0-86c0ec0f7e12"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:26.964913 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b13e8-9318-400c-bca8-822b61299106 x-openstack-request-id: req-a56b13e8-9318-400c-bca8-822b61299106 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:26.965484 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740c7dc0-2328-47b0-a53d-2244bf71d09a", "name": "network-vif-deleted", "tag": "05a60647-6566-4ebe-a5c0-86c0ec0f7e12", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:26.965484 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a56b13e8-9318-400c-bca8-822b61299106 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:26.965817 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740c7dc0-2328-47b0-a53d-2244bf71d09a', 'name': 'network-vif-deleted', 'tag': '05a60647-6566-4ebe-a5c0-86c0ec0f7e12', 'status': 'completed', 'code': 200} Oct 12 18:48:26.986561 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2c5b1a57-281b-422e-8299-be02255c77dd req-b4770e5b-8276-45ca-be99-05a0eb33d638 tempest-VolumesActionsTest-1384152468 tempest-VolumesActionsTest-1384152468-project] 10.222.0.62 "GET /v2.0/ports?device_id=740c7dc0-2328-47b0-a53d-2244bf71d09a HTTP/1.1" status: 200 len: 210 time: 0.0341146 Oct 12 18:48:28.643985 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:28.913147 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39032) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:29.020879 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf12f433-b7f3-46b9-98a9-3c8c69db5f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:29.097636 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf12f433-b7f3-46b9-98a9-3c8c69db5f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:29.101631 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf12f433-b7f3-46b9-98a9-3c8c69db5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:29.140382 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-bf12f433-b7f3-46b9-98a9-3c8c69db5f27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a02206c6caf34e58b77ff45e2c5cd476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261441 Oct 12 18:48:29.141132 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f433-b7f3-46b9-98a9-3c8c69db5f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430f9541-cffa-4282-895b-ca423021c2f7,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:29.143414 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39038) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:29.195627 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-868c4b67-cfa9-4fc7-afe9-92942b0e3512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:29.220890 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-868c4b67-cfa9-4fc7-afe9-92942b0e3512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:29.275119 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-868c4b67-cfa9-4fc7-afe9-92942b0e3512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:29.278535 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-868c4b67-cfa9-4fc7-afe9-92942b0e3512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:29.279737 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-868c4b67-cfa9-4fc7-afe9-92942b0e3512 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/430f9541-cffa-4282-895b-ca423021c2f7 HTTP/1.1" status: 204 len: 168 time: 0.1347926 Oct 12 18:48:29.288988 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c4b67-cfa9-4fc7-afe9-92942b0e3512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430f9541-cffa-4282-895b-ca423021c2f7,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:29.990332 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39074) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:30.093637 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1547010817-network', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:30.115747 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Made reservation on behalf of ddcf909fddcb47c5ae7919570e11be27 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:30.118037 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.127075 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.200298 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.203979 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.224148 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:48:30.239408 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121cfbba-0294-4535-b9a1-5561a038066c,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:30.242261 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.242638 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Added segment 208e3d3e-4a44-4a16-a9a9-4535763c842b of type vlan for network 7eeaa1ec-bc65-4517-a34c-abc9a049382b Oct 12 18:48:30.285104 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.310789 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.312021 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:30.312699 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.364827 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3733368 Oct 12 18:48:30.367814 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39078) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:30.372862 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Request body: {'subnet': {'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1547010817-subnet', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'ip_version': 4}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:30.375631 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e0611-0ff0-43e0-8b6b-b43ff9837e34 admin admin] Pushing event updated for resources: {'Network': ['ID=7eeaa1ec-bc65-4517-a34c-abc9a049382b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:30.385445 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:48:30.393483 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Made reservation on behalf of ddcf909fddcb47c5ae7919570e11be27 for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:30.395840 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28930523'] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.558841 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28930549'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.609690 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2820fd32-b0ed-462c-879f-3dba11c12529,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:30.625887 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Checking segment: {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:30.626989 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Network hostable DHCP agents. Network: 7eeaa1ec-bc65-4517-a34c-abc9a049382b, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:48:30.646239 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:48:30.655277 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 7eeaa1ec-bc65-4517-a34c-abc9a049382b) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:30.659773 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:30.660360 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.664694 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d5617-3ef4-4659-b1d8-64d41bad90a3 None None] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:48:30.678834 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ef446cee-706e-404c-b715-d0f3da373c78 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3073254 Oct 12 18:48:30.679049 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39080) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:30.683405 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:30.704113 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.705036 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.757157 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.818035 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:48:30.818953 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.965209 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Allocated IP 172.20.0.2 (7eeaa1ec-bc65-4517-a34c-abc9a049382b/2820fd32-b0ed-462c-879f-3dba11c12529/fde8a73a-d3a5-4626-a39f-3263b20b1b9a) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:31.120837 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.127354 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.146415 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.168416 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:31.171411 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:31.175020 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:31.182368 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Pushing event updated for resources: {'Port': ['ID=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:31.238724 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Attempting to bind port fde8a73a-d3a5-4626-a39f-3263b20b1b9a on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:31.239286 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Attempting to bind port fde8a73a-d3a5-4626-a39f-3263b20b1b9a by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:31.239652 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Attempting to bind port fde8a73a-d3a5-4626-a39f-3263b20b1b9a on network 7eeaa1ec-bc65-4517-a34c-abc9a049382b {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:31.245171 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:31.248574 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Checking segment: {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:31.248574 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.248574 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Bound using segment: {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:31.248574 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Bound port: fde8a73a-d3a5-4626-a39f-3263b20b1b9a, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:31.248574 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.313110 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] For port fde8a73a-d3a5-4626-a39f-3263b20b1b9a, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:31.316111 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] For port fde8a73a-d3a5-4626-a39f-3263b20b1b9a, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:31.320930 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.348380 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.368380 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.382269 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375cdc6-f5d6-4cd6-8912-6087e723957a None None] Pushing event updated for resources: {'Port': ['ID=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:31.483399 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Allocated IP 172.27.2.234 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/31621479-7a8d-4a1e-bd5e-008d57a346f4) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:31.614855 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.652625 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.695941 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fde8a73a-d3a5-4626-a39f-3263b20b1b9a up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:31.707887 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:31.709285 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Pushing event updated for resources: {'Port': ['ID=31621479-7a8d-4a1e-bd5e-008d57a346f4,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:31.712812 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:31.715375 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:31.746615 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port fde8a73a-d3a5-4626-a39f-3263b20b1b9a triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:31.746984 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.774979 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:48:31.799679 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:48:31.800069 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 05a60647-6566-4ebe-a5c0-86c0ec0f7e12 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:48:31.867792 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.904027 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port fde8a73a-d3a5-4626-a39f-3263b20b1b9a, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:31.908549 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.964495 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:31.983968 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.192935 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.260832 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4069d8-5eb9-4393-a0ff-a486feeac975 None None] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:48:32.330825 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Router d86d55f1-96e9-4e91-804d-52b282df3733 is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:48:32.375075 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-6d9c8475-dd9b-4c51-9282-cda61e3810d7 None None] Provisioning complete for port fde8a73a-d3a5-4626-a39f-3263b20b1b9a triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:32.375454 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6d9c8475-dd9b-4c51-9282-cda61e3810d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.446064 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:48:32.458308 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Sync routers for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:48:32.466794 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.468095 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-394d2fdd-945c-4606-9570-61ed88d99634 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7882111 Oct 12 18:48:32.471441 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39096) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:32.496389 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:32.497029 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:32.747895 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:32.899744 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-35d844e4-c704-474a-97a0-7067020f9bf5 None None] Provisioning complete for port fde8a73a-d3a5-4626-a39f-3263b20b1b9a triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:32.900127 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-35d844e4-c704-474a-97a0-7067020f9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.961785 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.049499 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:31Z', 'revision_number': 3, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:33.092363 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Checking router: d86d55f1-96e9-4e91-804d-52b282df3733 for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:48:33.092712 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Updating router d86d55f1-96e9-4e91-804d-52b282df3733 port 31621479-7a8d-4a1e-bd5e-008d57a346f4 binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:48:33.124836 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.155358 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Allocated IP 172.20.0.1 (7eeaa1ec-bc65-4517-a34c-abc9a049382b/2820fd32-b0ed-462c-879f-3dba11c12529/26541188-d8d9-46f1-b845-e6487d5057e6) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:33.300166 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.373431 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.486323 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8b2de-1706-435d-b8b6-88e78a9bcf89 req-055fcfc0-2817-430f-9afe-7cf7b720a288 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:33.488042 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-88d8b2de-1706-435d-b8b6-88e78a9bcf89 req-055fcfc0-2817-430f-9afe-7cf7b720a288 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 945 time: 0.0675898 Oct 12 18:48:33.501662 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Pushing event updated for resources: {'Port': ['ID=26541188-d8d9-46f1-b845-e6487d5057e6,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:33.522024 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:33.524389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:33.541623 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:33.582652 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-88d8b2de-1706-435d-b8b6-88e78a9bcf89 req-19627f5b-c661-49e2-8330-561aeee3d967 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841348 Oct 12 18:48:33.623367 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.655489 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.667500 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.750293 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fde8a73a-d3a5-4626-a39f-3263b20b1b9a up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:33.804772 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Attempting to bind port 31621479-7a8d-4a1e-bd5e-008d57a346f4 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:33.805142 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Attempting to bind port 31621479-7a8d-4a1e-bd5e-008d57a346f4 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:33.805514 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Attempting to bind port 31621479-7a8d-4a1e-bd5e-008d57a346f4 on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:33.829452 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:33.830997 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:33.831728 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.832214 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:33.832974 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Bound port: 31621479-7a8d-4a1e-bd5e-008d57a346f4, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:33.833508 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.880675 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.913502 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb56637-3fd2-4c34-8733-0984dd51d8fb None None] Pushing event updated for resources: {'Port': ['ID=31621479-7a8d-4a1e-bd5e-008d57a346f4,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:33.958459 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] For port 31621479-7a8d-4a1e-bd5e-008d57a346f4, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:33.969243 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-8971edaf-2c1b-4979-8197-4233a7b01f02 None None] Provisioning complete for port 26541188-d8d9-46f1-b845-e6487d5057e6 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:33.969825 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8971edaf-2c1b-4979-8197-4233a7b01f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:33.974243 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] For port 31621479-7a8d-4a1e-bd5e-008d57a346f4, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=31621479-7a8d-4a1e-bd5e-008d57a346f4,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:33.974243 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port fde8a73a-d3a5-4626-a39f-3263b20b1b9a triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:33.974546 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:34.022836 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:34.092617 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:34.093520 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:34.130088 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:34.136506 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:34.147859 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-8971edaf-2c1b-4979-8197-4233a7b01f02 None None] Port 26541188-d8d9-46f1-b845-e6487d5057e6 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:48:34.187860 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb56637-3fd2-4c34-8733-0984dd51d8fb None None] Pushing event updated for resources: {'Port': ['ID=31621479-7a8d-4a1e-bd5e-008d57a346f4,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:34.219154 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:34.227583 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Pushing event updated for resources: {'Port': ['ID=26541188-d8d9-46f1-b845-e6487d5057e6,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:34.302579 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:34.344209 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:34.345670 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:34.530414 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Router d86d55f1-96e9-4e91-804d-52b282df3733 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:48:34.575862 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 1, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:34.618875 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d37c51-62a7-4b30-bbe1-1c2f777d6b7c None None] The sync data for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi is: [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 1, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:48:34.681936 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-c0acd02a-263d-4167-92c5-051204caf9aa None None] Provisioning complete for port 26541188-d8d9-46f1-b845-e6487d5057e6 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:34.682398 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd02a-263d-4167-92c5-051204caf9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:34.706342 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:48:34.718640 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0cb7872a-63f0-40e0-9739-1ab9e90c3f1f admin admin] 10.222.0.62 "PUT /v2.0/routers/d86d55f1-96e9-4e91-804d-52b282df3733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2446728 Oct 12 18:48:34.748792 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-c0acd02a-263d-4167-92c5-051204caf9aa None None] Port 26541188-d8d9-46f1-b845-e6487d5057e6 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:48:34.782842 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2b0a9-1901-4921-91e5-5b0570c3614c req-aa8f4ed9-131c-4839-9670-0c727994f76c tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:34.787169 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-79b2b0a9-1901-4921-91e5-5b0570c3614c req-aa8f4ed9-131c-4839-9670-0c727994f76c tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 945 time: 0.0959802 Oct 12 18:48:34.837633 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-79b2b0a9-1901-4921-91e5-5b0570c3614c req-fbed0e07-581d-44b3-bc09-8016716f6b26 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453761 Oct 12 18:48:35.470692 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39156) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:35.483857 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-516227018-network', 'tenant_id': '1036cd56e77b4506bc9884608f42681b'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:35.540668 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Made reservation on behalf of 1036cd56e77b4506bc9884608f42681b for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:35.543927 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.559794 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.603621 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47162fde-e411-4192-a731-3958dc16a144 req-272c66b8-de17-4e43-b760-8bd44b56ae80 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:35.606993 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-47162fde-e411-4192-a731-3958dc16a144 req-272c66b8-de17-4e43-b760-8bd44b56ae80 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 945 time: 0.1100631 Oct 12 18:48:35.758658 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.780358 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.782614 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 31621479-7a8d-4a1e-bd5e-008d57a346f4 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:35.798027 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Deleting port bfbd9ad8-d1c6-4843-9383-0b956809d84c {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:48:35.798644 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.806153 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:48:35.822152 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8862680c-b39f-442a-b687-fa03944330a4,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:35.846656 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.847007 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Added segment a15716b3-089c-425b-87cd-05a59eb25923 of type vlan for network 8e644ee9-a277-4af5-aa8b-076efebb0ceb Oct 12 18:48:35.892322 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 31621479-7a8d-4a1e-bd5e-008d57a346f4 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:35.892707 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.915816 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.974837 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:35.976097 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:35.976948 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.068641 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5965829 Oct 12 18:48:36.069712 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] For port bfbd9ad8-d1c6-4843-9383-0b956809d84c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfbd9ad8-d1c6-4843-9383-0b956809d84c,segment=NetworkSegment(28687a7f-e9ca-479e-9c9a-226e5689d25f),segment_id=28687a7f-e9ca-479e-9c9a-226e5689d25f)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:36.070087 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.074233 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.079098 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39164) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:36.086890 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Request body: {'subnet': {'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-516227018-subnet', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:36.107177 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f43c8-3ee6-418a-99bc-269ad830f082 admin admin] Pushing event updated for resources: {'Network': ['ID=8e644ee9-a277-4af5-aa8b-076efebb0ceb,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:36.108897 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 31621479-7a8d-4a1e-bd5e-008d57a346f4, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=31621479-7a8d-4a1e-bd5e-008d57a346f4,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:36.118882 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.132302 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 8e644ee9-a277-4af5-aa8b-076efebb0ceb details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:48:36.149829 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Calling delete_port for bfbd9ad8-d1c6-4843-9383-0b956809d84c owned by compute:nova {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:48:36.155368 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Made reservation on behalf of 1036cd56e77b4506bc9884608f42681b for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:36.158164 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25929147'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.169910 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80eed-eaec-4932-92ed-d7bc394374a0 req-146bf828-2c7c-4e68-9d5b-f436df7c38af tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:36.176765 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-09d80eed-eaec-4932-92ed-d7bc394374a0 req-146bf828-2c7c-4e68-9d5b-f436df7c38af tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 945 time: 0.2113998 Oct 12 18:48:36.324636 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-09d80eed-eaec-4932-92ed-d7bc394374a0 req-87d98eb7-d991-4f67-9513-be9894697fc9 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/security-groups?id=5dc11d40-1661-4cf0-a8c2-ef5defdfce79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391282 Oct 12 18:48:36.395037 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=31621479-7a8d-4a1e-bd5e-008d57a346f4,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:36.482406 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.497194 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['bfbd9ad8-d1c6-4843-9383-0b956809d84c'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:48:36.519939 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Pushing event deleted for resources: {'Port': ['ID=bfbd9ad8-d1c6-4843-9383-0b956809d84c,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:36.570499 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25792838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25929109'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.595023 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] No DVR routers for this DVR port bfbd9ad8-d1c6-4843-9383-0b956809d84c on host hv-cinder-81322 {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:48:36.598116 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.601805 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-47162fde-e411-4192-a731-3958dc16a144 req-75cab508-d26b-4e16-8eda-ced57a238a20 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.32 "DELETE /v2.0/ports/bfbd9ad8-d1c6-4843-9383-0b956809d84c HTTP/1.1" status: 204 len: 173 time: 0.9866042 Oct 12 18:48:36.602348 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1223a43-4350-47cd-9414-bc3d51a4306e', 'name': 'network-vif-deleted', 'tag': 'bfbd9ad8-d1c6-4843-9383-0b956809d84c'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:36.605023 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c661bdb-7b8d-4fc8-b4e1-324d5f886862" -d '{"events": [{"server_uuid": "f1223a43-4350-47cd-9414-bc3d51a4306e", "name": "network-vif-deleted", "tag": "bfbd9ad8-d1c6-4843-9383-0b956809d84c"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:36.655737 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51062194-5a9e-4f64-8ef8-108a99e3c35e x-openstack-request-id: req-51062194-5a9e-4f64-8ef8-108a99e3c35e {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:36.656229 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1223a43-4350-47cd-9414-bc3d51a4306e", "name": "network-vif-deleted", "tag": "bfbd9ad8-d1c6-4843-9383-0b956809d84c", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:36.656639 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51062194-5a9e-4f64-8ef8-108a99e3c35e {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:36.657282 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1223a43-4350-47cd-9414-bc3d51a4306e', 'name': 'network-vif-deleted', 'tag': 'bfbd9ad8-d1c6-4843-9383-0b956809d84c', 'status': 'completed', 'code': 200} Oct 12 18:48:36.669079 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a379102-006d-41f6-bdb0-c025dadad9a6,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:36.704112 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Checking segment: {'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:36.704490 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Network hostable DHCP agents. Network: 8e644ee9-a277-4af5-aa8b-076efebb0ceb, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:48:36.726144 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Network 8e644ee9-a277-4af5-aa8b-076efebb0ceb is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:48:36.743933 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 8e644ee9-a277-4af5-aa8b-076efebb0ceb) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:36.753038 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db5eb5-aee5-40ef-815b-6c2e176dc0d8 None None] Network 8e644ee9-a277-4af5-aa8b-076efebb0ceb requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:48:36.755117 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:36.755737 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.780306 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-27432c26-b04d-4a4a-9284-edb63cfa0487 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6998219 Oct 12 18:48:36.783023 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39170) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:36.788437 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:36.820327 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.821546 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:36.886557 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.064159 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.116572 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-8e644ee9-a277-4af5-aa8b-076efebb0ceb', 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'fixed_ips': [{'subnet_id': '0a379102-006d-41f6-bdb0-c025dadad9a6'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:48:37.122876 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.352594 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.360644 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Allocated IP 172.20.0.2 (8e644ee9-a277-4af5-aa8b-076efebb0ceb/0a379102-006d-41f6-bdb0-c025dadad9a6/0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:37.378068 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.462277 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-20e87e40-3f38-4719-bfa6-b8865715356a req-dc945685-65de-4311-bac4-444cc9831291 tempest-VolumesSnapshotTestJSON-1115584388 tempest-VolumesSnapshotTestJSON-1115584388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1223a43-4350-47cd-9414-bc3d51a4306e HTTP/1.1" status: 200 len: 210 time: 0.0436587 Oct 12 18:48:37.578432 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Allocated IP 172.27.2.217 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/fd65aee9-72b1-426c-b176-a56185eb557d) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:37.617635 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.627184 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.716554 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Network 8e644ee9-a277-4af5-aa8b-076efebb0ceb is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:37.726101 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:37.731647 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:37.748130 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 31621479-7a8d-4a1e-bd5e-008d57a346f4 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:37.768196 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Pushing event updated for resources: {'Port': ['ID=0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:37.821089 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.894215 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 31621479-7a8d-4a1e-bd5e-008d57a346f4 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:37.894632 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.896587 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Attempting to bind port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:37.896972 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Attempting to bind port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:37.897370 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Attempting to bind port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 on network 8e644ee9-a277-4af5-aa8b-076efebb0ceb {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:37.906243 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.916649 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Sync routers for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:48:37.926335 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:37.926747 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Checking segment: {'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:37.927160 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.927563 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Bound using segment: {'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:37.928079 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Bound port: 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:37.928474 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:37.934768 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:37.935945 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:37.973609 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:37.978247 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Pushing event updated for resources: {'Port': ['ID=fd65aee9-72b1-426c-b176-a56185eb557d,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:37.984626 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:38.027546 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:38.103204 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] For port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:38.167075 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] For port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9,segment=NetworkSegment(a15716b3-089c-425b-87cd-05a59eb25923),segment_id=a15716b3-089c-425b-87cd-05a59eb25923)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:38.201465 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:38.239680 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:38.288659 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc697940-8830-4a23-99a4-ab4da1373527 None None] Pushing event updated for resources: {'Port': ['ID=0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:38.396552 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:38.750056 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 2, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:38.811164 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Checking router: d86d55f1-96e9-4e91-804d-52b282df3733 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:48:38.811670 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Updating router d86d55f1-96e9-4e91-804d-52b282df3733 port 26541188-d8d9-46f1-b845-e6487d5057e6 binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:48:38.869501 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:39.211444 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:39.369730 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:39.380442 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:39.438492 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Router f920831d-c3ba-4ad2-afb7-796c1d153448 is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100546) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:48:39.528591 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Attempting to bind port 26541188-d8d9-46f1-b845-e6487d5057e6 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:39.528874 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Attempting to bind port 26541188-d8d9-46f1-b845-e6487d5057e6 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:39.529231 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Attempting to bind port 26541188-d8d9-46f1-b845-e6487d5057e6 on network 7eeaa1ec-bc65-4517-a34c-abc9a049382b {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:39.538158 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:39.538605 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Checking segment: {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:39.538957 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:39.539351 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Bound using segment: {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:39.539845 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Bound port: 26541188-d8d9-46f1-b845-e6487d5057e6, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:39.540243 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:39.624017 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] For port 26541188-d8d9-46f1-b845-e6487d5057e6, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:39.628449 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] For port 26541188-d8d9-46f1-b845-e6487d5057e6, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=26541188-d8d9-46f1-b845-e6487d5057e6,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:39.630064 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Pushing event updated for resources: {'Port': ['ID=26541188-d8d9-46f1-b845-e6487d5057e6,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:39.649586 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:39.692469 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.692920 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.693360 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.693770 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.694332 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.694768 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.695204 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.695601 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.696281 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.696683 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.697076 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.697464 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:39.705871 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:39.706946 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:39.720603 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:48:39.731173 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Sync routers for ids ['f920831d-c3ba-4ad2-afb7-796c1d153448'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:48:39.758135 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Routers {'f920831d-c3ba-4ad2-afb7-796c1d153448'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:39.759219 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f920831d-c3ba-4ad2-afb7-796c1d153448'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:39.779510 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:39.794370 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39206) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:39.797130 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-ad4cb030-7f9b-4d5d-9c4c-d84114db2168 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0123816 Oct 12 18:48:39.892472 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device bfbd9ad8-d1c6-4843-9383-0b956809d84c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:48:39.900177 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:39.900777 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:40.034149 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: bfbd9ad8-d1c6-4843-9383-0b956809d84c {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:48:40.036340 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device bfbd9ad8-d1c6-4843-9383-0b956809d84c not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:48:40.185148 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c2a30-8263-407f-b1db-764013951f09 None None] Network 8e644ee9-a277-4af5-aa8b-076efebb0ceb requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:48:40.200931 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710c882-d53c-42a0-b9e0-172b0691ba2e None None] Pushing event updated for resources: {'Port': ['ID=26541188-d8d9-46f1-b845-e6487d5057e6,revision_number=4']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:40.253441 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-d8aac94f-27e4-4afd-b535-0cc10f972e41 None None] Provisioning complete for port 26541188-d8d9-46f1-b845-e6487d5057e6 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:40.253882 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d8aac94f-27e4-4afd-b535-0cc10f972e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:40.290200 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:39Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:40.346795 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aa9ba-a32b-460f-b1a2-2e1795cf03f5 None None] The sync data for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi is: [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:39Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:48:40.502785 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Set router f920831d-c3ba-4ad2-afb7-796c1d153448 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:40.546485 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:40.546485 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:40.649547 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:40.848109 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d8aac94f-27e4-4afd-b535-0cc10f972e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:40.973975 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Allocated IP 172.20.0.1 (8e644ee9-a277-4af5-aa8b-076efebb0ceb/0a379102-006d-41f6-bdb0-c025dadad9a6/02569c02-693e-4eca-a29b-4e11fe4e7fb2) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:40.984437 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-d8aac94f-27e4-4afd-b535-0cc10f972e41 None None] For port 26541188-d8d9-46f1-b845-e6487d5057e6, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=26541188-d8d9-46f1-b845-e6487d5057e6,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:40.985597 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:41.007601 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d8aac94f-27e4-4afd-b535-0cc10f972e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:41.136711 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:41.141389 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aac94f-27e4-4afd-b535-0cc10f972e41 None None] Pushing event updated for resources: {'Port': ['ID=26541188-d8d9-46f1-b845-e6487d5057e6,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:41.216188 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9,segment=NetworkSegment(a15716b3-089c-425b-87cd-05a59eb25923),segment_id=a15716b3-089c-425b-87cd-05a59eb25923)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:41.229712 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:48:38Z', 'revision_number': 3, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port': {'id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:37Z', 'updated_at': '2021-10-12T18:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:41.233337 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-c00412f9-78cc-4598-a1b9-5808f5920e6d None None] Provisioning complete for port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:41.233842 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c00412f9-78cc-4598-a1b9-5808f5920e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:41.247341 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:41.405332 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Checking router: f920831d-c3ba-4ad2-afb7-796c1d153448 for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:48:41.405332 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Updating router f920831d-c3ba-4ad2-afb7-796c1d153448 port fd65aee9-72b1-426c-b176-a56185eb557d binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:48:41.477315 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:41.562990 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:41.618182 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:41.685882 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Network 8e644ee9-a277-4af5-aa8b-076efebb0ceb is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:41.687525 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Pushing event updated for resources: {'Port': ['ID=02569c02-693e-4eca-a29b-4e11fe4e7fb2,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:41.696414 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:41.702595 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:41.763757 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:41.890971 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:42.003908 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.010207 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-c00412f9-78cc-4598-a1b9-5808f5920e6d None None] Provisioning complete for port 26541188-d8d9-46f1-b845-e6487d5057e6 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:42.010784 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c00412f9-78cc-4598-a1b9-5808f5920e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.202764 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:42.203343 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.311786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.317938 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.448040 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Pushing event updated for resources: {'Port': ['ID=02569c02-693e-4eca-a29b-4e11fe4e7fb2,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:42.453360 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.568369 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 26541188-d8d9-46f1-b845-e6487d5057e6 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:42.633307 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-2dce22f1-72e2-42ac-a93b-b000e4aa41e2 None None] Provisioning complete for port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:42.633880 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2dce22f1-72e2-42ac-a93b-b000e4aa41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.641688 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.652376 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Network 8e644ee9-a277-4af5-aa8b-076efebb0ceb is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:42.654533 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:42.702491 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.823626 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63929c22-dac0-48ba-82db-b0e5eef14a48 None None] Pushing event updated for resources: {'Port': ['ID=fd65aee9-72b1-426c-b176-a56185eb557d,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:42.828973 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Attempting to bind port fd65aee9-72b1-426c-b176-a56185eb557d on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:42.829350 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Attempting to bind port fd65aee9-72b1-426c-b176-a56185eb557d by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:42.829785 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Attempting to bind port fd65aee9-72b1-426c-b176-a56185eb557d on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:42.847768 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:42.848135 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:42.848531 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.849074 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:42.849405 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Bound port: fd65aee9-72b1-426c-b176-a56185eb557d, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:42.849789 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.874390 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Router f920831d-c3ba-4ad2-afb7-796c1d153448 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:48:42.876675 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 26541188-d8d9-46f1-b845-e6487d5057e6 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:42.877050 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:42.994653 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] For port fd65aee9-72b1-426c-b176-a56185eb557d, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:43.000250 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] For port fd65aee9-72b1-426c-b176-a56185eb557d, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fd65aee9-72b1-426c-b176-a56185eb557d,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:43.008885 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:43.014561 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-2dce22f1-72e2-42ac-a93b-b000e4aa41e2 None None] Provisioning complete for port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:43.014934 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2dce22f1-72e2-42ac-a93b-b000e4aa41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:43.072130 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:48:43.079348 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-d528c29d-c27f-4168-b7b1-b995a61aac9b admin admin] 10.222.0.62 "PUT /v2.0/routers/f920831d-c3ba-4ad2-afb7-796c1d153448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2832570 Oct 12 18:48:43.169119 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63929c22-dac0-48ba-82db-b0e5eef14a48 None None] Pushing event updated for resources: {'Port': ['ID=fd65aee9-72b1-426c-b176-a56185eb557d,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:43.172466 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-2dce22f1-72e2-42ac-a93b-b000e4aa41e2 None None] Port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:48:43.188091 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-249b75d4-1954-4fde-b2da-21e25a19527d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:43.189809 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Routers {'f920831d-c3ba-4ad2-afb7-796c1d153448'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:43.190236 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f920831d-c3ba-4ad2-afb7-796c1d153448'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:43.368047 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] Set router f920831d-c3ba-4ad2-afb7-796c1d153448 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:43.410240 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-619bafe5-6621-447f-bc46-fea8fcb40d9f None None] Provisioning complete for port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:43.410240 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-619bafe5-6621-447f-bc46-fea8fcb40d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:43.522130 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-619bafe5-6621-447f-bc46-fea8fcb40d9f None None] Port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:48:43.762434 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:48:41Z', 'revision_number': 4, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port': {'id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:37Z', 'updated_at': '2021-10-12T18:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '02569c02-693e-4eca-a29b-4e11fe4e7fb2', 'name': '', 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'mac_address': 'fa:16:3e:7e:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:40Z', 'updated_at': '2021-10-12T18:48:42Z', 'revision_number': 2, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'subnets': [{'id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:43.800872 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba7795-6b48-4877-b857-54e425c24192 None None] The sync data for ids ['f920831d-c3ba-4ad2-afb7-796c1d153448'] in dv-cinder-813228-2-iscsi is: [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:48:41Z', 'revision_number': 4, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port': {'id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:37Z', 'updated_at': '2021-10-12T18:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '02569c02-693e-4eca-a29b-4e11fe4e7fb2', 'name': '', 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'mac_address': 'fa:16:3e:7e:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:40Z', 'updated_at': '2021-10-12T18:48:42Z', 'revision_number': 2, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'subnets': [{'id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:48:43.855822 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39250) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:43.862032 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-252c9dbe-033f-470d-a075-8ad59b510372 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161455331', 'description': 'tempest-secgroup-smoke-161455331 description', 'project_id': 'ddcf909fddcb47c5ae7919570e11be27'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:43.911525 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-252c9dbe-033f-470d-a075-8ad59b510372 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.027978 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-252c9dbe-033f-470d-a075-8ad59b510372 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.035448 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-252c9dbe-033f-470d-a075-8ad59b510372 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.107434 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-252c9dbe-033f-470d-a075-8ad59b510372 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.111612 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-252c9dbe-033f-470d-a075-8ad59b510372 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2519939 Oct 12 18:48:44.112048 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39252) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:44.116748 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-6b7f8608-31b3-459f-9f0f-6ccfacc7a6e4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'security_group_rule': {'security_group_id': 'b3c678c1-bc34-436e-b996-5d1a1887f377', 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:44.127327 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c9dbe-033f-470d-a075-8ad59b510372 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c678c1-bc34-436e-b996-5d1a1887f377,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:44.170111 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8608-31b3-459f-9f0f-6ccfacc7a6e4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.280616 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8608-31b3-459f-9f0f-6ccfacc7a6e4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.290814 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8608-31b3-459f-9f0f-6ccfacc7a6e4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.316871 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f8608-31b3-459f-9f0f-6ccfacc7a6e4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8705d2-d0e3-4c6b-9de8-105cc6b0780a,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:44.330051 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8608-31b3-459f-9f0f-6ccfacc7a6e4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.331621 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6b7f8608-31b3-459f-9f0f-6ccfacc7a6e4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2183080 Oct 12 18:48:44.334460 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39258) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:44.340900 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-ebf994e0-d4d4-4985-bf15-377a53e12567 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'security_group_rule': {'security_group_id': 'b3c678c1-bc34-436e-b996-5d1a1887f377', 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:44.375534 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ebf994e0-d4d4-4985-bf15-377a53e12567 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.461696 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ebf994e0-d4d4-4985-bf15-377a53e12567 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.469655 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ebf994e0-d4d4-4985-bf15-377a53e12567 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.495879 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ebf994e0-d4d4-4985-bf15-377a53e12567 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.500221 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ebf994e0-d4d4-4985-bf15-377a53e12567 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611507 Oct 12 18:48:44.500540 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39260) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:44.505019 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-a90ade1c-380b-446f-bc5a-8fa693d4bf09 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'security_group_rule': {'security_group_id': 'b3c678c1-bc34-436e-b996-5d1a1887f377', 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:44.511093 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf994e0-d4d4-4985-bf15-377a53e12567 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2959239f-f3f7-4af2-840b-54197ffa5dc9,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:44.549981 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a90ade1c-380b-446f-bc5a-8fa693d4bf09 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.645665 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a90ade1c-380b-446f-bc5a-8fa693d4bf09 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.652062 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a90ade1c-380b-446f-bc5a-8fa693d4bf09 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.676538 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ade1c-380b-446f-bc5a-8fa693d4bf09 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94808d51-5289-4d50-a077-51bab0918ee4,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:44.692146 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a90ade1c-380b-446f-bc5a-8fa693d4bf09 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.693393 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a90ade1c-380b-446f-bc5a-8fa693d4bf09 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1918905 Oct 12 18:48:44.696556 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39262) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:44.702317 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-0b72feb7-3025-4f58-ba2a-4c993006570b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'security_group_rule': {'security_group_id': 'b3c678c1-bc34-436e-b996-5d1a1887f377', 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:44.805217 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0b72feb7-3025-4f58-ba2a-4c993006570b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.926822 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0b72feb7-3025-4f58-ba2a-4c993006570b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.931675 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0b72feb7-3025-4f58-ba2a-4c993006570b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.976261 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72feb7-3025-4f58-ba2a-4c993006570b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0493fe03-39e4-435e-bdec-b4323f703d5d,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:44.988418 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0b72feb7-3025-4f58-ba2a-4c993006570b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:44.992774 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-0b72feb7-3025-4f58-ba2a-4c993006570b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2942605 Oct 12 18:48:44.997406 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39270) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:45.005054 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-66b347a3-dd5b-46f0-b2b4-d6adffcc9545 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'security_group_rule': {'security_group_id': 'b3c678c1-bc34-436e-b996-5d1a1887f377', 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:45.052987 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.securitygroups_db [None req-66b347a3-dd5b-46f0-b2b4-d6adffcc9545 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Project ddcf909fddcb47c5ae7919570e11be27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:48:45.060878 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-66b347a3-dd5b-46f0-b2b4-d6adffcc9545 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:45.185108 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-66b347a3-dd5b-46f0-b2b4-d6adffcc9545 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:45.190593 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-66b347a3-dd5b-46f0-b2b4-d6adffcc9545 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:45.233082 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b347a3-dd5b-46f0-b2b4-d6adffcc9545 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2904cf98-cb36-40ef-ad41-ccc05794e01d,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:45.255485 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-66b347a3-dd5b-46f0-b2b4-d6adffcc9545 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:45.261000 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-66b347a3-dd5b-46f0-b2b4-d6adffcc9545 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2588491 Oct 12 18:48:45.261000 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39272) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:45.266307 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-0739fadf-386f-43bf-954a-e3266279aebe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'security_group_rule': {'security_group_id': 'b3c678c1-bc34-436e-b996-5d1a1887f377', 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:45.297922 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.securitygroups_db [None req-0739fadf-386f-43bf-954a-e3266279aebe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Project ddcf909fddcb47c5ae7919570e11be27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:48:45.306252 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0739fadf-386f-43bf-954a-e3266279aebe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:45.427595 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0739fadf-386f-43bf-954a-e3266279aebe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:45.435278 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0739fadf-386f-43bf-954a-e3266279aebe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:45.471186 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739fadf-386f-43bf-954a-e3266279aebe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c445d52c-f03e-43cb-b0d4-488c55b94453,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:45.484450 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0739fadf-386f-43bf-954a-e3266279aebe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:45.497042 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-0739fadf-386f-43bf-954a-e3266279aebe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2349136 Oct 12 18:48:45.794399 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fd65aee9-72b1-426c-b176-a56185eb557d up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:45.918908 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port fd65aee9-72b1-426c-b176-a56185eb557d triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:45.919627 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:46.012851 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b76d33b5-e370-40bc-8d47-070b23b8dfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:46.130938 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:46.161028 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port fd65aee9-72b1-426c-b176-a56185eb557d, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fd65aee9-72b1-426c-b176-a56185eb557d,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:46.168478 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:46.253261 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=fd65aee9-72b1-426c-b176-a56185eb557d,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:46.868308 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:47.204830 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:47.652031 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Sync routers for ids ['f920831d-c3ba-4ad2-afb7-796c1d153448'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:48:47.665394 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Routers {'f920831d-c3ba-4ad2-afb7-796c1d153448'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:47.667529 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f920831d-c3ba-4ad2-afb7-796c1d153448'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:47.732638 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fd65aee9-72b1-426c-b176-a56185eb557d up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:47.894207 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port fd65aee9-72b1-426c-b176-a56185eb557d triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:47.895484 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:48.029120 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Set router f920831d-c3ba-4ad2-afb7-796c1d153448 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:48.446931 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:48:41Z', 'revision_number': 4, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port': {'id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:37Z', 'updated_at': '2021-10-12T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '02569c02-693e-4eca-a29b-4e11fe4e7fb2', 'name': '', 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'mac_address': 'fa:16:3e:7e:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:40Z', 'updated_at': '2021-10-12T18:48:42Z', 'revision_number': 2, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'subnets': [{'id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:48.507084 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Checking router: f920831d-c3ba-4ad2-afb7-796c1d153448 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:48:48.507433 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Updating router f920831d-c3ba-4ad2-afb7-796c1d153448 port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:48:48.537988 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:48.855459 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:48.863991 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:48.928863 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a9d85-11b0-405c-9c85-b4cb75b9891e None None] Pushing event updated for resources: {'Port': ['ID=02569c02-693e-4eca-a29b-4e11fe4e7fb2,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:49.002734 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Attempting to bind port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:49.003267 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Attempting to bind port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:49.003734 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Attempting to bind port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 on network 8e644ee9-a277-4af5-aa8b-076efebb0ceb {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:49.011036 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:49.011705 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Checking segment: {'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:49.012256 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.012723 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Bound using segment: {'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:49.013546 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Bound port: 02569c02-693e-4eca-a29b-4e11fe4e7fb2, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15716b3-089c-425b-87cd-05a59eb25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:49.014018 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.110336 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.127714 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] For port 02569c02-693e-4eca-a29b-4e11fe4e7fb2, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:49.132916 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] For port 02569c02-693e-4eca-a29b-4e11fe4e7fb2, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=02569c02-693e-4eca-a29b-4e11fe4e7fb2,segment=NetworkSegment(a15716b3-089c-425b-87cd-05a59eb25923),segment_id=a15716b3-089c-425b-87cd-05a59eb25923)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:49.138783 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.202771 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Routers {'f920831d-c3ba-4ad2-afb7-796c1d153448'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:49.203403 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f920831d-c3ba-4ad2-afb7-796c1d153448'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:49.208447 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a9d85-11b0-405c-9c85-b4cb75b9891e None None] Pushing event updated for resources: {'Port': ['ID=02569c02-693e-4eca-a29b-4e11fe4e7fb2,revision_number=4']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:49.256981 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-cc7bacf8-e79b-460d-9cd4-433387d8e111 None None] Provisioning complete for port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:49.257721 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc7bacf8-e79b-460d-9cd4-433387d8e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.352687 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] Set router f920831d-c3ba-4ad2-afb7-796c1d153448 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:49.410866 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc7bacf8-e79b-460d-9cd4-433387d8e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.476210 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-cc7bacf8-e79b-460d-9cd4-433387d8e111 None None] For port 02569c02-693e-4eca-a29b-4e11fe4e7fb2, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=02569c02-693e-4eca-a29b-4e11fe4e7fb2,segment=NetworkSegment(a15716b3-089c-425b-87cd-05a59eb25923),segment_id=a15716b3-089c-425b-87cd-05a59eb25923)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:49.484839 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-cc7bacf8-e79b-460d-9cd4-433387d8e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.597400 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bacf8-e79b-460d-9cd4-433387d8e111 None None] Pushing event updated for resources: {'Port': ['ID=02569c02-693e-4eca-a29b-4e11fe4e7fb2,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:49.614859 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-be9aefcf-e27f-4c12-b405-0e54127dda4b None None] Provisioning complete for port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:49.615386 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-be9aefcf-e27f-4c12-b405-0e54127dda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.656865 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:48:49.753736 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:48:41Z', 'revision_number': 4, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port': {'id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:37Z', 'updated_at': '2021-10-12T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '02569c02-693e-4eca-a29b-4e11fe4e7fb2', 'name': '', 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'mac_address': 'fa:16:3e:7e:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:40Z', 'updated_at': '2021-10-12T18:48:49Z', 'revision_number': 4, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'subnets': [{'id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:49.813992 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd3f64b-78fb-47eb-93f5-884bd6a056ff None None] The sync data for ids ['f920831d-c3ba-4ad2-afb7-796c1d153448'] in dv-cinder-813228-2-iscsi is: [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:48:41Z', 'revision_number': 4, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port': {'id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:37Z', 'updated_at': '2021-10-12T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '02569c02-693e-4eca-a29b-4e11fe4e7fb2', 'name': '', 'network_id': '8e644ee9-a277-4af5-aa8b-076efebb0ceb', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'mac_address': 'fa:16:3e:7e:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:40Z', 'updated_at': '2021-10-12T18:48:49Z', 'revision_number': 4, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'subnets': [{'id': '0a379102-006d-41f6-bdb0-c025dadad9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:48:49.844679 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 02569c02-693e-4eca-a29b-4e11fe4e7fb2 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:49.959704 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:49.960055 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:51.695250 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 02569c02-693e-4eca-a29b-4e11fe4e7fb2 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:51.753722 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:51.754117 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:58.651221 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.301425 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-ec9367e5-b371-4892-9af0-e46a1bfe829a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414786 Oct 12 18:49:01.391741 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-4707109f-cc5f-4022-a1ca-6f5b02f820f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:01.393253 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-4707109f-cc5f-4022-a1ca-6f5b02f820f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1137 time: 0.0422781 Oct 12 18:49:01.500922 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-425270dd-417b-41dc-8fea-287338f4a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:01.502691 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-425270dd-417b-41dc-8fea-287338f4a41c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 915 time: 0.0887156 Oct 12 18:49:01.570989 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-3be7ed24-d8ac-437c-97c2-29b65fbe96a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 1001 time: 0.0598660 Oct 12 18:49:01.629948 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-79d52d20-cff3-4931-8cb1-45d3030ee300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:01.631506 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-79d52d20-cff3-4931-8cb1-45d3030ee300 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.0511734 Oct 12 18:49:01.684961 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-0b35a120-5bf8-46a6-8e91-05d5fd170c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:01.686514 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-0b35a120-5bf8-46a6-8e91-05d5fd170c9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420196 Oct 12 18:49:01.785056 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-2d417e77-9d93-4d50-aa8f-1aaf2afb39e0 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881875 Oct 12 18:49:01.890357 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d991172f-a743-4bfe-97cc-719ebef0b1b0 req-a03f9106-fdb5-4269-a6f7-0859417fb275 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967145 Oct 12 18:49:03.518776 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39588) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:03.564909 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Deleting subnet b4375cb6-0906-49d6-8788-e7184af936b9 {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:49:03.568237 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.580117 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39592) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:03.603757 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25816643'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.626001 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_v2 [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Deleting subnet f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d {{(pid=100547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:49:03.629209 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.653919 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.665190 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28868127'] for subnet, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.711902 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.725453 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25792773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25929116'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.752119 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4375cb6-0906-49d6-8788-e7184af936b9,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:03.761310 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.764113 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b4375cb6-0906-49d6-8788-e7184af936b9 HTTP/1.1" status: 204 len: 168 time: 0.2443035 Oct 12 18:49:03.765962 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.766420 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.766683 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.767021 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.767349 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.767496 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39594) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:03.767995 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.768311 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.768640 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.768998 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.769289 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.769653 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.769974 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda518-1a69-4e58-a45e-475946565a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.778204 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28930556'] for subnet, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.843825 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.848091 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d HTTP/1.1" status: 204 len: 168 time: 0.2666371 Oct 12 18:49:03.850662 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39596) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:03.851665 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b5d2f1-3f8c-4310-8498-2d2a1d8f322d,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:03.871773 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.872139 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.872467 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.872804 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.873148 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.873548 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.873810 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.874718 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.874718 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.874938 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.875208 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.875436 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244ebff-4b8a-49d5-a013-a51e25fe9295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:03.895764 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.924760 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.982409 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.014159 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cd5bc6-ec55-4465-932c-7bb990d30aaf']}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:04.016515 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.031658 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28687a7f-e9ca-479e-9c9a-226e5689d25f') {'for_net_delete': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:04.032128 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28687a7f-e9ca-479e-9c9a-226e5689d25f') {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:04.038798 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c01f9f-02bf-498c-b552-56fcc0a52ef6']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:04.047149 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28868116'] for segment, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.049113 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaca9bc2-c643-46e4-8151-544076b54f81') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:04.049395 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaca9bc2-c643-46e4-8151-544076b54f81') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:04.060386 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.063336 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.070496 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=100547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:49:04.070893 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299767'] for segment, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: Traceback (most recent call last): Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: timer() Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: cb(*args, **kw) Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: return func(*args, **kwargs) Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: self._notify() Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: self.callback(batched_events) Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: event.method(event) Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: return f(self, *a, **k) Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._get(url).json() Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: return self.request(url, 'GET', **kwargs) Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:49:04.073613 dv-cinder-813228-2-iscsi neutron-server[100547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:49:04.076330 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.083579 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:49:04.084004 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:49:04.086229 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:49:04.136109 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.141413 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.144687 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e3cd5bc6-ec55-4465-932c-7bb990d30aaf HTTP/1.1" status: 204 len: 168 time: 0.3762364 Oct 12 18:49:04.157259 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e8528-10a8-4653-8eb3-beeca0783818 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cd5bc6-ec55-4465-932c-7bb990d30aaf,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:04.171646 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.187047 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.190308 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a0c01f9f-02bf-498c-b552-56fcc0a52ef6 HTTP/1.1" status: 204 len: 168 time: 0.3379405 Oct 12 18:49:04.191799 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63dbf4-4356-4733-8407-e3950e1ba224 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c01f9f-02bf-498c-b552-56fcc0a52ef6,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:04.386856 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39606) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:04.404539 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39608) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:04.437214 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-913d5ada-54c2-4624-b946-f521201c45ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8b961e2af52440587559ea5efa14e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491793 Oct 12 18:49:04.439868 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39610) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:04.461807 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c1454fba-4130-4983-ab9f-a93c91a116e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=552478e2595445dba1cf1157760bc242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560188 Oct 12 18:49:04.464797 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39612) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:04.534249 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-915fc5c2-eeb2-4137-8d49-46a759cb950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.556364 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e25cd67f-6137-408f-89b3-15b1d677dc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.568262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-915fc5c2-eeb2-4137-8d49-46a759cb950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.598620 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e25cd67f-6137-408f-89b3-15b1d677dc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.663661 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-915fc5c2-eeb2-4137-8d49-46a759cb950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.667214 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-915fc5c2-eeb2-4137-8d49-46a759cb950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.668391 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-915fc5c2-eeb2-4137-8d49-46a759cb950d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5dc11d40-1661-4cf0-a8c2-ef5defdfce79 HTTP/1.1" status: 204 len: 168 time: 0.2274904 Oct 12 18:49:04.671534 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e25cd67f-6137-408f-89b3-15b1d677dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.674258 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e25cd67f-6137-408f-89b3-15b1d677dc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.675487 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e25cd67f-6137-408f-89b3-15b1d677dc6c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017 HTTP/1.1" status: 204 len: 168 time: 0.2097986 Oct 12 18:49:04.682128 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fc5c2-eeb2-4137-8d49-46a759cb950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc11d40-1661-4cf0-a8c2-ef5defdfce79,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:04.700193 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cd67f-6137-408f-89b3-15b1d677dc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f41c4fb-dc41-4e0a-82a1-3d8fb47a0017,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:10.624087 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf12a255-fa99-4747-913d-1ee07634407d req-3f750627-cf4c-4fb6-a39d-0fb5cc70a2b8 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678502493&fields=id&tenant_id=a1cc9597b3f0403da8982951559dc19c HTTP/1.1" status: 200 len: 267 time: 0.0349908 Oct 12 18:49:10.677372 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12a255-fa99-4747-913d-1ee07634407d req-9df74854-278a-4744-b8f5-0f596082ca66 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:10.679027 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf12a255-fa99-4747-913d-1ee07634407d req-9df74854-278a-4744-b8f5-0f596082ca66 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 984 time: 0.0490787 Oct 12 18:49:10.691063 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-cf12a255-fa99-4747-913d-1ee07634407d req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Request body: {'port': {'security_groups': ['eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4']}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:10.765113 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-cf12a255-fa99-4747-913d-1ee07634407d req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.949408 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-cf12a255-fa99-4747-913d-1ee07634407d req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] For port 6c28d02e-e6d9-4303-9002-4f534cb9796d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:10.978992 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-cf12a255-fa99-4747-913d-1ee07634407d req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.983631 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-cf12a255-fa99-4747-913d-1ee07634407d req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.997492 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['6c28d02e-e6d9-4303-9002-4f534cb9796d'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:49:11.032121 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12a255-fa99-4747-913d-1ee07634407d req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:11.032794 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-cf12a255-fa99-4747-913d-1ee07634407d req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.034246 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf12a255-fa99-4747-913d-1ee07634407d req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "PUT /v2.0/ports/6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 942 time: 0.3481028 Oct 12 18:49:11.034745 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:49:11.037077 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671" -d '{"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:49:11.041239 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39696) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:11.064467 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79231-3263-4e08-8761-08ee47f365dc tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event updated for resources: {'Port': ['ID=6c28d02e-e6d9-4303-9002-4f534cb9796d,revision_number=7']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:11.097472 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb11f049-6204-4679-a02d-efe9906e40bb x-openstack-request-id: req-fb11f049-6204-4679-a02d-efe9906e40bb {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:49:11.097472 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:49:11.097734 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb11f049-6204-4679-a02d-efe9906e40bb {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:49:11.098154 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'status': 'completed', 'code': 200} Oct 12 18:49:11.133370 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-35e6bbf2-4bc5-46fb-ada8-ddfd6c8b0f4e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.144591 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['6c28d02e-e6d9-4303-9002-4f534cb9796d'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:49:11.163525 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-35e6bbf2-4bc5-46fb-ada8-ddfd6c8b0f4e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.169647 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-f738cc06-be19-47f2-a9ec-be4922b8aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:11.171559 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-f738cc06-be19-47f2-a9ec-be4922b8aa5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1098 time: 0.0494237 Oct 12 18:49:11.235459 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-35e6bbf2-4bc5-46fb-ada8-ddfd6c8b0f4e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.239185 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-35e6bbf2-4bc5-46fb-ada8-ddfd6c8b0f4e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.244162 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-35e6bbf2-4bc5-46fb-ada8-ddfd6c8b0f4e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "DELETE /v2.0/security-groups/de9b1394-26e8-494d-ae21-7102c7d7aa7d HTTP/1.1" status: 204 len: 168 time: 0.2010026 Oct 12 18:49:11.244885 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39702) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:11.312141 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6bbf2-4bc5-46fb-ada8-ddfd6c8b0f4e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b1394-26e8-494d-ae21-7102c7d7aa7d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:11.317205 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-de8e17f1-1176-4785-855d-59caa8587907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:11.320348 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-de8e17f1-1176-4785-855d-59caa8587907 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 915 time: 0.1265285 Oct 12 18:49:11.356600 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-b236f345-efea-4109-855c-52ed8edb6cef None None] Provisioning complete for port 6c28d02e-e6d9-4303-9002-4f534cb9796d triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:11.357271 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b236f345-efea-4109-855c-52ed8edb6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.437455 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-6ed3a84a-a56d-4627-a2d0-dba441a2a25a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 1001 time: 0.1080911 Oct 12 18:49:11.493176 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Deleting port 7bcb2f91-2529-4513-a60f-d998f18da63c {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:11.493515 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.499236 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-6956608f-14a1-42ef-aa6d-85d3080482f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:11.500696 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-6956608f-14a1-42ef-aa6d-85d3080482f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.0525618 Oct 12 18:49:11.551433 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-3f8e28e9-a18d-400b-af85-2ab4fb09af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:11.553093 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-3f8e28e9-a18d-400b-af85-2ab4fb09af17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443637 Oct 12 18:49:11.575433 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.575759 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.587889 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Calling delete_port for 7bcb2f91-2529-4513-a60f-d998f18da63c owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:11.646679 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-788e26e2-df18-4fbc-8f2b-36a6d5307213 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842283 Oct 12 18:49:11.738903 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c08a189d-f97a-475c-b8c8-c3cc4c2f4671 req-5f9e50b3-ed18-4a56-964c-db987f4ef634 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851908 Oct 12 18:49:11.762136 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.785636 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event deleted for resources: {'Port': ['ID=7bcb2f91-2529-4513-a60f-d998f18da63c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:11.851944 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.852273 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Floating IP bcfed054-65c7-45ce-8dd5-f2733a87d594 disassociated (deleted). External IP: 172.27.2.207, port: 6c28d02e-e6d9-4303-9002-4f534cb9796d. Oct 12 18:49:12.064832 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Router dfe90346-23c1-4d65-b585-e15274bba72b has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:49:12.174970 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:49:12.179842 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.184761 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] Sync routers for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:49:12.193392 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:12.194038 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:12.209104 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9811b993-6907-419d-9316-1001a576a0aa tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "DELETE /v2.0/floatingips/bcfed054-65c7-45ce-8dd5-f2733a87d594 HTTP/1.1" status: 204 len: 168 time: 0.9580860 Oct 12 18:49:12.209690 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:49:12.211995 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d21f505-3dcd-4d16-906b-89c85a355931" -d '{"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:49:12.253240 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ab2146-03ba-4b88-afd8-8a568960e062 x-openstack-request-id: req-45ab2146-03ba-4b88-afd8-8a568960e062 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:49:12.253530 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:49:12.253919 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45ab2146-03ba-4b88-afd8-8a568960e062 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:49:12.256126 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'status': 'completed', 'code': 200} Oct 12 18:49:12.318756 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:12.575221 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 5, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:12.625013 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] Checking router: dfe90346-23c1-4d65-b585-e15274bba72b for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:49:12.634085 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:12.634747 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:48:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:12.752577 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:12.993719 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 5, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:13.036962 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2652e294-72d7-477a-984f-653ba68e3d38 None None] The sync data for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi is: [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:45:29Z', 'revision_number': 4, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'fd6c3346-46e7-483a-8111-4d1e138da977', 'name': '', 'network_id': '8f31a936-c631-4094-9e1a-17d895dff65a', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'mac_address': 'fa:16:3e:8a:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:27Z', 'updated_at': '2021-10-12T18:45:36Z', 'revision_number': 5, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'subnets': [{'id': 'fa1c194f-59df-4563-8408-e83e651902dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:49:13.051774 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d3e5-1b3c-4383-8993-fd76bd3e3ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.267314 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2899eedc-fba4-46b2-aafd-f4f4d4d3e7d0 None None] New status for floating IP bcfed054-65c7-45ce-8dd5-f2733a87d594: DOWN {{(pid=100549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:49:14.739902 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-1a9045d5-a58a-4a13-b119-41ed7b30d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:14.741411 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-1a9045d5-a58a-4a13-b119-41ed7b30d73a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cc9597b3f0403da8982951559dc19c&device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 1098 time: 0.0429323 Oct 12 18:49:14.835387 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-0daf8f7d-4010-4fb8-8f7b-83854be743d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:14.836776 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-0daf8f7d-4010-4fb8-8f7b-83854be743d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 200 len: 915 time: 0.0878954 Oct 12 18:49:14.881924 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-a05fdc1c-d6bd-4cb0-a05f-649789274d7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 200 len: 217 time: 0.0368834 Oct 12 18:49:14.934363 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-7e96ea1a-adc1-4818-86f9-3d240a01f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:14.935789 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-7e96ea1a-adc1-4818-86f9-3d240a01f9ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 200 len: 853 time: 0.0459750 Oct 12 18:49:14.987849 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-4b616dd0-88f5-40dc-9deb-c93df554ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:14.989358 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-4b616dd0-88f5-40dc-9deb-c93df554ba10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f31a936-c631-4094-9e1a-17d895dff65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451448 Oct 12 18:49:15.083889 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-513d3ab1-61a5-452a-8a73-38339e367a3c service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843980 Oct 12 18:49:15.181591 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d21f505-3dcd-4d16-906b-89c85a355931 req-3aa43253-7f31-418c-886f-38d0175b4ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875969 Oct 12 18:49:15.986188 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-72a0201a-1628-40df-84da-f831e4326f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.111780 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-2a2f9a55-80ea-406e-8768-faa65b7d5c4d tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161455331&fields=id&tenant_id=ddcf909fddcb47c5ae7919570e11be27 HTTP/1.1" status: 200 len: 267 time: 0.0343118 Oct 12 18:49:16.223261 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-17e26eea-4cd5-47f8-a184-c0bc1eac3892 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:16.224665 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-17e26eea-4cd5-47f8-a184-c0bc1eac3892 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/networks?id=7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 200 len: 809 time: 0.1060658 Oct 12 18:49:16.240613 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-63aaf197-8a79-4260-a1be-56f45787640a tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/quotas/ddcf909fddcb47c5ae7919570e11be27 HTTP/1.1" status: 200 len: 375 time: 0.0100091 Oct 12 18:49:16.300815 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-7d5a657a-f55b-406f-aedf-61286e4967e3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ddcf909fddcb47c5ae7919570e11be27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526741 Oct 12 18:49:16.398165 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-1f1ece80-3bd5-4fb2-ac00-a76deb1e084a service neutron] 10.222.0.62 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851970 Oct 12 18:49:16.501653 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-54f1f6f8-9d56-45f0-8a80-e09e1c76b450 service neutron] 10.222.0.62 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965481 Oct 12 18:49:16.793600 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4c3f3159-7c91-467e-84c8-4ec2ff3e7587 req-ebd5e9ca-b0dd-4fc5-bdd0-f7864ba7c8f2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 210 time: 0.0284402 Oct 12 18:49:16.870783 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:17.203395 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:17.891893 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b50fef53-0048-4ada-8387-a3564ce8c208 req-77ce25a5-a97b-4e83-a4a8-c6f0684fc5e2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 210 time: 0.0275683 Oct 12 18:49:19.008969 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7597b4ff-fcf0-433f-be24-ffe044241744 req-41f1bca3-b66c-4d5a-ad76-a67fcf9d16d0 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 210 time: 0.0312858 Oct 12 18:49:19.096276 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:19.432794 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-fbfd2eb1-ef3b-41b2-a26c-bf14dd1a2bfe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:19.434852 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-fbfd2eb1-ef3b-41b2-a26c-bf14dd1a2bfe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.32 "GET /v2.0/networks?id=7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 200 len: 809 time: 0.1110096 Oct 12 18:49:19.480011 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-eed196ce-fe91-425a-ae9e-8c8872c9f660 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddcf909fddcb47c5ae7919570e11be27 HTTP/1.1" status: 200 len: 379 time: 0.0350268 Oct 12 18:49:19.505109 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'port': {'device_id': '1003803a-aca2-4b31-85f4-6be676282c9b', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'admin_state_up': True, 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'security_groups': ['b3c678c1-bc34-436e-b996-5d1a1887f377']}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:19.619052 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Made reservation on behalf of ddcf909fddcb47c5ae7919570e11be27 for: {'port': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:49:19.624112 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:19.766604 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Allocated IP 172.20.0.7 (7eeaa1ec-bc65-4517-a34c-abc9a049382b/2820fd32-b0ed-462c-879f-3dba11c12529/c2454674-6a59-4758-8037-9c5dd0404e69) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:19.958329 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:20.000117 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:20.050552 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:20.053997 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:20.058097 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:20.066916 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:20.139755 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:20.140421 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:20.188465 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-64d9165d-dbca-4788-a18b-0bc77017c0e5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872337 Oct 12 18:49:20.205503 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Request body: {'port': {'device_id': '1003803a-aca2-4b31-85f4-6be676282c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:20.283919 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32560d2-ee61-45d1-beaa-e7705f39ed08 req-ce44245e-1954-4910-999e-c4c078d7e4f3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:20.285460 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f32560d2-ee61-45d1-beaa-e7705f39ed08 req-ce44245e-1954-4910-999e-c4c078d7e4f3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 931 time: 0.1531863 Oct 12 18:49:20.328672 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:20.360198 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-73a683d3-f770-402f-9351-936a7cee4739 None None] Provisioning complete for port c2454674-6a59-4758-8037-9c5dd0404e69 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:20.360832 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-73a683d3-f770-402f-9351-936a7cee4739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:20.398834 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-73a683d3-f770-402f-9351-936a7cee4739 None None] Port c2454674-6a59-4758-8037-9c5dd0404e69 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:49:20.399046 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f32560d2-ee61-45d1-beaa-e7705f39ed08 req-76b28d89-9c4f-4528-8cc0-0aa5dc697ea9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014404 Oct 12 18:49:20.771611 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302540c9-bbef-4965-b119-2d8998548d0a req-4d4b1189-a4d0-4136-8c4b-c475fccbd856 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:20.773023 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-302540c9-bbef-4965-b119-2d8998548d0a req-4d4b1189-a4d0-4136-8c4b-c475fccbd856 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.4159071 Oct 12 18:49:20.865614 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-302540c9-bbef-4965-b119-2d8998548d0a req-1dadd938-b905-4831-98e7-3c43561dbfd0 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844741 Oct 12 18:49:20.983136 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2454674-6a59-4758-8037-9c5dd0404e69 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:49:20.990825 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:21.003421 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Transition to ACTIVE for port object c2454674-6a59-4758-8037-9c5dd0404e69 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:49:21.007516 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:21.060639 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Pushing event updated for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:21.133238 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Attempting to bind port c2454674-6a59-4758-8037-9c5dd0404e69 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:49:21.133573 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Attempting to bind port c2454674-6a59-4758-8037-9c5dd0404e69 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:49:21.133906 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Attempting to bind port c2454674-6a59-4758-8037-9c5dd0404e69 on network 7eeaa1ec-bc65-4517-a34c-abc9a049382b {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:49:21.139105 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Port c2454674-6a59-4758-8037-9c5dd0404e69 on network 7eeaa1ec-bc65-4517-a34c-abc9a049382b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:49:21.139347 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Attempting to bind port c2454674-6a59-4758-8037-9c5dd0404e69 on network 7eeaa1ec-bc65-4517-a34c-abc9a049382b {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:49:21.144833 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:49:21.145168 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Checking segment: {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:21.145553 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Bound using segment: {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:49:21.145991 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Bound port: c2454674-6a59-4758-8037-9c5dd0404e69, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208e3d3e-4a44-4a16-a9a9-4535763c842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:49:21.146354 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:21.217263 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:49:21.220775 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:49:21.226982 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:21.266874 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:21.267487 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:21.269041 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] 10.222.0.32 "PUT /v2.0/ports/c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 200 len: 1093 time: 1.0707016 Oct 12 18:49:21.269495 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:49:21.271851 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:49:21.302025 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c2ea2-891a-4c76-9da1-2edeb058f84d service neutron] Pushing event updated for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:21.316568 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2ab89c-facf-4496-8aaa-87f201399488 x-openstack-request-id: req-3b2ab89c-facf-4496-8aaa-87f201399488 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:49:21.317081 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:49:21.317374 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b2ab89c-facf-4496-8aaa-87f201399488 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:49:21.317779 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'status': 'completed', 'code': 200} Oct 12 18:49:21.367125 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-1ce81a1a-3a94-45b2-97c7-f83d4abee8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:21.368812 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-1ce81a1a-3a94-45b2-97c7-f83d4abee8fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddcf909fddcb47c5ae7919570e11be27&device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1096 time: 0.0470300 Oct 12 18:49:21.413191 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-83ff9eb4-ed7e-44fd-9cdb-1467da9ddef8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 200 len: 217 time: 0.0352829 Oct 12 18:49:21.465251 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-d7bd6b00-d10b-4e88-88ed-f1ec4180a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:21.466851 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-d7bd6b00-d10b-4e88-88ed-f1ec4180a503 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2820fd32-b0ed-462c-879f-3dba11c12529 HTTP/1.1" status: 200 len: 848 time: 0.0458336 Oct 12 18:49:21.540409 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-76767cfb-61b5-44a4-9cc5-acf93d37e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:21.541916 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-76767cfb-61b5-44a4-9cc5-acf93d37e342 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7eeaa1ec-bc65-4517-a34c-abc9a049382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657971 Oct 12 18:49:21.550944 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbce881-89fd-463a-aeed-71eeac433d1d req-dc6d4cdd-d9b7-44f6-bf3e-62b9bb40deee tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:21.552333 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fdbce881-89fd-463a-aeed-71eeac433d1d req-dc6d4cdd-d9b7-44f6-bf3e-62b9bb40deee tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0846086 Oct 12 18:49:21.643249 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fdbce881-89fd-463a-aeed-71eeac433d1d req-25d93ca1-ef35-48a4-8f48-4290919f9694 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824943 Oct 12 18:49:21.668915 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-ebe5e569-40f4-4ed6-a280-5abf80144c26 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156013 Oct 12 18:49:21.766208 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-72be86a6-f8c6-4dbb-b0de-6a2b3eb94d37 req-b25313eb-5590-469a-8db1-f9bc6e24461a service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886168 Oct 12 18:49:21.880009 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-2066f895-9fb9-471e-834a-e7a3e64b71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:21.882775 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-2066f895-9fb9-471e-834a-e7a3e64b71fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddcf909fddcb47c5ae7919570e11be27&device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1096 time: 0.0673642 Oct 12 18:49:22.013523 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522957f9-7662-4b40-9a8b-0b55fe6f651b req-447fd594-e56f-41a5-84b5-9cbaf11aeb19 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:22.015138 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-522957f9-7662-4b40-9a8b-0b55fe6f651b req-447fd594-e56f-41a5-84b5-9cbaf11aeb19 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0688498 Oct 12 18:49:22.053899 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-0ee4985f-f730-4590-8080-0486486df484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:22.055409 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-0ee4985f-f730-4590-8080-0486486df484 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 200 len: 910 time: 0.1607091 Oct 12 18:49:22.072346 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-522957f9-7662-4b40-9a8b-0b55fe6f651b req-ca766928-e050-4248-891c-44d16323b0b8 tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Oct 12 18:49:22.112848 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-76dca937-bc97-4b70-bebc-9e9ba6422012 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 200 len: 217 time: 0.0396078 Oct 12 18:49:22.163493 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-b2fa52a9-dc50-4ddc-97d3-848ec402879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:22.164932 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-b2fa52a9-dc50-4ddc-97d3-848ec402879f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2820fd32-b0ed-462c-879f-3dba11c12529 HTTP/1.1" status: 200 len: 848 time: 0.0440655 Oct 12 18:49:22.211672 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-5fe00397-c2fd-4732-a809-014673bec5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:22.213161 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-5fe00397-c2fd-4732-a809-014673bec5e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7eeaa1ec-bc65-4517-a34c-abc9a049382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403183 Oct 12 18:49:22.307502 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-20f9d815-f9cd-404e-a604-ef67e5730f57 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867708 Oct 12 18:49:22.311250 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53055640-4797-410a-9486-41a6d21311ee req-36801341-277a-448f-b7e5-7aeafdda274a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:22.312734 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-53055640-4797-410a-9486-41a6d21311ee req-36801341-277a-448f-b7e5-7aeafdda274a tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 945 time: 0.0519211 Oct 12 18:49:22.422330 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-69a5cbf9-6ff7-4de9-95c6-94a2bfcfa6f7 req-a9d1fc46-f409-4f3d-8f61-7e83e98dc515 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028068 Oct 12 18:49:22.423785 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Deleting port 6c28d02e-e6d9-4303-9002-4f534cb9796d {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:22.424127 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:22.520022 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] For port 6c28d02e-e6d9-4303-9002-4f534cb9796d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6c28d02e-e6d9-4303-9002-4f534cb9796d,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:22.520388 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:22.533236 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Calling delete_port for 6c28d02e-e6d9-4303-9002-4f534cb9796d owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:22.666747 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:22.679953 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['6c28d02e-e6d9-4303-9002-4f534cb9796d'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:49:22.698547 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Pushing event deleted for resources: {'Port': ['ID=6c28d02e-e6d9-4303-9002-4f534cb9796d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:22.745549 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] No DVR routers for this DVR port 6c28d02e-e6d9-4303-9002-4f534cb9796d on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:49:22.748809 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:22.752336 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-53055640-4797-410a-9486-41a6d21311ee req-f7c9dea1-dd69-4ef9-b198-f44f16851d5b tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.32 "DELETE /v2.0/ports/6c28d02e-e6d9-4303-9002-4f534cb9796d HTTP/1.1" status: 204 len: 173 time: 0.4329145 Oct 12 18:49:22.752796 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'name': 'network-vif-deleted', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:49:22.755177 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92294a3-6414-4a05-b547-a158f882482c" -d '{"events": [{"server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "name": "network-vif-deleted", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:49:22.773677 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538ff06-6f1e-4553-a836-c071d63d326e req-fa4ac185-4215-4b8a-84ed-19a385230dd3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:22.775263 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6538ff06-6f1e-4553-a836-c071d63d326e req-fa4ac185-4215-4b8a-84ed-19a385230dd3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0610976 Oct 12 18:49:22.794653 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0fbad8-4368-4c80-8225-e463ae764a68 x-openstack-request-id: req-2d0fbad8-4368-4c80-8225-e463ae764a68 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:49:22.795081 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e31448-d70a-4833-a57f-84ee4973f55e", "name": "network-vif-deleted", "tag": "6c28d02e-e6d9-4303-9002-4f534cb9796d", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:49:22.795334 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d0fbad8-4368-4c80-8225-e463ae764a68 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:49:22.795734 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e31448-d70a-4833-a57f-84ee4973f55e', 'name': 'network-vif-deleted', 'tag': '6c28d02e-e6d9-4303-9002-4f534cb9796d', 'status': 'completed', 'code': 200} Oct 12 18:49:22.829169 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6538ff06-6f1e-4553-a836-c071d63d326e req-7d2186f7-71b5-4673-a738-0f3c3dc80246 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415645 Oct 12 18:49:23.192602 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-900ba256-1011-48f4-8a34-c8d6b246d6c5 req-304c73ba-af45-4e85-a564-63e366692c0e tempest-TestMinimumBasicScenario-1629404932 tempest-TestMinimumBasicScenario-1629404932-project] 10.222.0.62 "GET /v2.0/ports?device_id=55e31448-d70a-4833-a57f-84ee4973f55e HTTP/1.1" status: 200 len: 210 time: 0.0290170 Oct 12 18:49:23.943797 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac772f14-964c-4002-87dc-20e586f4fb08 req-926530f6-0648-48c4-bb9e-d5cc56d32f44 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:23.945284 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ac772f14-964c-4002-87dc-20e586f4fb08 req-926530f6-0648-48c4-bb9e-d5cc56d32f44 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0475292 Oct 12 18:49:23.986049 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ac772f14-964c-4002-87dc-20e586f4fb08 req-ec6612a0-210e-4ebe-a290-e1792f4362e7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333967 Oct 12 18:49:24.859475 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 6c28d02e-e6d9-4303-9002-4f534cb9796d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:49:24.878801 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39934) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:24.885544 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 6c28d02e-e6d9-4303-9002-4f534cb9796d {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:49:24.885888 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 6c28d02e-e6d9-4303-9002-4f534cb9796d not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:49:25.143728 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a16496-e90e-4a62-841d-94e623ff020f req-8f2bdd0b-3b21-4531-b83d-03f868aea24b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:25.145185 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2a16496-e90e-4a62-841d-94e623ff020f req-8f2bdd0b-3b21-4531-b83d-03f868aea24b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0869708 Oct 12 18:49:25.217615 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e2a16496-e90e-4a62-841d-94e623ff020f req-28f7fa85-cdde-4c03-bf8e-b97a4afa0415 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657167 Oct 12 18:49:25.303029 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.337364 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39944) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:25.441094 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14f2553b-5a76-4dbf-a915-ecb468744d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.526229 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14f2553b-5a76-4dbf-a915-ecb468744d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.531282 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14f2553b-5a76-4dbf-a915-ecb468744d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.560259 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Deleting port fd6c3346-46e7-483a-8111-4d1e138da977 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:25.561147 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.573830 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-14f2553b-5a76-4dbf-a915-ecb468744d11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=724554c21ace4cf394381bb66e4cba6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328410 Oct 12 18:49:25.573830 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2553b-5a76-4dbf-a915-ecb468744d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e736986-51ff-461e-b49d-47e9a9e1776e,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:25.574127 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39948) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:25.681886 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-16a3ade9-65fd-459e-aaf0-5da5bece218e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.684376 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] For port fd6c3346-46e7-483a-8111-4d1e138da977, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fd6c3346-46e7-483a-8111-4d1e138da977,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:25.684744 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.704900 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Calling delete_port for fd6c3346-46e7-483a-8111-4d1e138da977 owned by network:router_interface {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:25.721439 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-16a3ade9-65fd-459e-aaf0-5da5bece218e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.846569 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-16a3ade9-65fd-459e-aaf0-5da5bece218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.849047 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-16a3ade9-65fd-459e-aaf0-5da5bece218e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.850208 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-16a3ade9-65fd-459e-aaf0-5da5bece218e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e736986-51ff-461e-b49d-47e9a9e1776e HTTP/1.1" status: 204 len: 168 time: 0.2751358 Oct 12 18:49:25.864428 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3ade9-65fd-459e-aaf0-5da5bece218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e736986-51ff-461e-b49d-47e9a9e1776e,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:25.940085 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:25.966146 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6c3346-46e7-483a-8111-4d1e138da977,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:26.212213 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:26.391125 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a472d-b674-432e-bf39-c659bdc59b78 req-1546d443-2ff0-4266-ad9b-49df16ff572c tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:26.392612 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-288a472d-b674-432e-bf39-c659bdc59b78 req-1546d443-2ff0-4266-ad9b-49df16ff572c tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0685463 Oct 12 18:49:26.501488 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-288a472d-b674-432e-bf39-c659bdc59b78 req-6f409300-bb0f-4f9a-a60f-98945d92b156 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699549 Oct 12 18:49:26.532347 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Router dfe90346-23c1-4d65-b585-e15274bba72b has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:49:26.657314 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:49:26.886734 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:49:26.892407 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c4ceccbb-4bb6-489c-9fb1-4ed131c92be4 admin admin] 10.222.0.62 "PUT /v2.0/routers/dfe90346-23c1-4d65-b585-e15274bba72b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0125744 Oct 12 18:49:26.894985 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39954) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:26.898793 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] Sync routers for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:49:26.908345 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:26.908880 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:49:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:26.997554 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks [] for router, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.012165 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:27.101866 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.154153 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Deleting port ac842c46-f144-4947-9530-75c0d5ffafcb {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:27.155196 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.197687 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:49:25Z', 'revision_number': 5, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port': {'id': 'ac842c46-f144-4947-9530-75c0d5ffafcb', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:23Z', 'updated_at': '2021-10-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:27.224600 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] Checking router: dfe90346-23c1-4d65-b585-e15274bba72b for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:49:27.233708 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] Routers {'dfe90346-23c1-4d65-b585-e15274bba72b'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:27.234324 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:49:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['dfe90346-23c1-4d65-b585-e15274bba72b'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:27.237230 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] For port ac842c46-f144-4947-9530-75c0d5ffafcb, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=ac842c46-f144-4947-9530-75c0d5ffafcb,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:27.237619 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.250030 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Calling delete_port for ac842c46-f144-4947-9530-75c0d5ffafcb owned by network:router_gateway {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:27.321839 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] Set router dfe90346-23c1-4d65-b585-e15274bba72b gateway port host: None {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:27.378215 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:49:27Z', 'revision_number': 6, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port_host': None}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:27.425526 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.460888 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac842c46-f144-4947-9530-75c0d5ffafcb,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:27.523763 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.532865 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6b635-b50f-47aa-ac6b-5528491ebb71 None None] The sync data for ids ['dfe90346-23c1-4d65-b585-e15274bba72b'] in dv-cinder-813228-2-iscsi is: [{'id': 'dfe90346-23c1-4d65-b585-e15274bba72b', 'name': 'tempest-TestMinimumBasicScenario-418649889-router', 'tenant_id': 'a1cc9597b3f0403da8982951559dc19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:22Z', 'updated_at': '2021-10-12T18:49:27Z', 'revision_number': 6, 'project_id': 'a1cc9597b3f0403da8982951559dc19c', 'gw_port_host': None}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:49:27.665540 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.668306 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.743847 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98fc98-0625-4246-9a5b-112de207285a req-80c0192c-8d42-46de-bab8-aeef84b12afe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:27.745316 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b98fc98-0625-4246-9a5b-112de207285a req-80c0192c-8d42-46de-bab8-aeef84b12afe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.1718223 Oct 12 18:49:27.746405 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.746968 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe90346-23c1-4d65-b585-e15274bba72b {{(pid=100547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:49:27.752384 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.753440 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-0eacf2fc-b786-4d55-876c-1aaba7cca58e admin admin] 10.222.0.62 "DELETE /v2.0/routers/dfe90346-23c1-4d65-b585-e15274bba72b HTTP/1.1" status: 204 len: 168 time: 0.8575594 Oct 12 18:49:27.756186 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39958) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:27.786997 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b98fc98-0625-4246-9a5b-112de207285a req-2c5f8ad6-fe5b-4d1f-a0ad-1d8711115898 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324574 Oct 12 18:49:27.807197 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76f88f0-0f7b-4766-bd55-cc2e5db2d4df admin admin] Deleting subnet fa1c194f-59df-4563-8408-e83e651902dc {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:49:27.810898 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a76f88f0-0f7b-4766-bd55-cc2e5db2d4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.846406 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a76f88f0-0f7b-4766-bd55-cc2e5db2d4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25816643'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.985974 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a76f88f0-0f7b-4766-bd55-cc2e5db2d4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.039870 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a76f88f0-0f7b-4766-bd55-cc2e5db2d4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25792773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25929116'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.069663 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f88f0-0f7b-4766-bd55-cc2e5db2d4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1c194f-59df-4563-8408-e83e651902dc,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:28.075185 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a76f88f0-0f7b-4766-bd55-cc2e5db2d4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.079457 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a76f88f0-0f7b-4766-bd55-cc2e5db2d4df admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fa1c194f-59df-4563-8408-e83e651902dc HTTP/1.1" status: 204 len: 168 time: 0.3222432 Oct 12 18:49:28.080540 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec42cb-78e4-49e1-8036-30a246fc3a1d None None] Network 8f31a936-c631-4094-9e1a-17d895dff65a requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:49:28.082034 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39960) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:28.154799 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.210368 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Deleting port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:28.210743 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.282553 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] For port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fb76b2df-b1b9-4fcb-9351-15c48a5d7f01,segment=NetworkSegment(1d674cdc-5feb-4815-9e1d-a77ecea748b2),segment_id=1d674cdc-5feb-4815-9e1d-a77ecea748b2)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:28.282553 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.300721 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Calling delete_port for fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 owned by network:dhcp {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:28.326714 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] DHCP port deletion for 8f31a936-c631-4094-9e1a-17d895dff65a request from dv-cinder-813228-2-iscsi {{(pid=100548) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:49:28.338703 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fd6c3346-46e7-483a-8111-4d1e138da977 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:49:28.360656 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: fd6c3346-46e7-483a-8111-4d1e138da977 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:49:28.361352 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fd6c3346-46e7-483a-8111-4d1e138da977 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:49:28.395317 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.410850 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Deleting port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 {{(pid=100548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:28.411357 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.434935 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb76b2df-b1b9-4fcb-9351-15c48a5d7f01,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:28.436897 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] No DVR routers for this DVR port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 on host dv-cinder-813228-2-iscsi {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:49:28.487612 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] For port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01, host dv-cinder-813228-2-iscsi, got binding levels [] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:28.488010 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.503563 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Calling delete_port for fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 owned by network:dhcp {{(pid=100548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:28.508215 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.ipam_backend_mixin [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 was not found and therefore no delete operation was performed {{(pid=100548) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 18:49:28.509609 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.520238 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.538939 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] No DVR routers for this DVR port fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 on host dv-cinder-813228-2-iscsi {{(pid=100548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:49:28.543774 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Pushing event deleted for resources: {'Port': ['ID=fb76b2df-b1b9-4fcb-9351-15c48a5d7f01,revision_number=None']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:28.543947 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f31a936-c631-4094-9e1a-17d895dff65a']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:28.552645 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.552921 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.553272 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.553618 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.553953 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.554288 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.554650 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.554982 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.555200 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d674cdc-5feb-4815-9e1d-a77ecea748b2') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:28.555343 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.555492 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d674cdc-5feb-4815-9e1d-a77ecea748b2') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:28.555657 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.555991 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.556302 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68229-7a80-4569-a17f-85ff9a85788e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:28.569171 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.582308 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.589161 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:49:28.589655 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:49:28.592079 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:49:28.656441 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.659117 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.666965 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.670544 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8f31a936-c631-4094-9e1a-17d895dff65a HTTP/1.1" status: 204 len: 168 time: 0.5872452 Oct 12 18:49:28.673485 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39962) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:28.680276 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdfd77-15ad-4ef1-a2fb-b2603948d009 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f31a936-c631-4094-9e1a-17d895dff65a,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:28.856652 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c2454674-6a59-4758-8037-9c5dd0404e69 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:49:28.937246 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568f5b3-0a04-4b69-ae8e-9d10e696af68 req-820ba9f3-b46b-4af9-b40e-445752764ef5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:28.938724 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b568f5b3-0a04-4b69-ae8e-9d10e696af68 req-820ba9f3-b46b-4af9-b40e-445752764ef5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0815284 Oct 12 18:49:28.962889 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:28.974874 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'port_id': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'mac_address': 'fa:16:3e:a3:22:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:49:29.017191 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b568f5b3-0a04-4b69-ae8e-9d10e696af68 req-c12f16f0-8f2a-4e3d-9396-9f209e9f250d tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623224 Oct 12 18:49:29.018824 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.032822 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2454674-6a59-4758-8037-9c5dd0404e69 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:49:29.051982 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:29.055824 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.090136 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.113420 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:29.286962 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['c2454674-6a59-4758-8037-9c5dd0404e69'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:49:29.345363 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Deleting port 61d98e3d-a870-447a-a44e-8a9c30bca721 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:29.345619 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.426947 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] For port 61d98e3d-a870-447a-a44e-8a9c30bca721, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=61d98e3d-a870-447a-a44e-8a9c30bca721,segment=NetworkSegment(ec00e35b-01ca-4752-be5b-67390fc75664),segment_id=ec00e35b-01ca-4752-be5b-67390fc75664)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:29.427333 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.439434 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Calling delete_port for 61d98e3d-a870-447a-a44e-8a9c30bca721 owned by network:router_interface {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:29.616074 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.645392 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Pushing event deleted for resources: {'Port': ['ID=61d98e3d-a870-447a-a44e-8a9c30bca721,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:29.693714 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:49:29.716199 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:49:29.717238 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fb76b2df-b1b9-4fcb-9351-15c48a5d7f01 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:49:29.717577 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device ac842c46-f144-4947-9530-75c0d5ffafcb no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:49:29.736696 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: ac842c46-f144-4947-9530-75c0d5ffafcb {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:49:29.737050 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device ac842c46-f144-4947-9530-75c0d5ffafcb not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:49:29.821323 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.049073 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Router 2217051a-be03-49ba-adec-14957b8493b6 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:49:30.187197 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffca8a-ae73-4920-94c3-0cdf79c1768c req-2db77919-8ae8-49ed-bd47-b9b511d5efbe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:30.188684 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c7ffca8a-ae73-4920-94c3-0cdf79c1768c req-2db77919-8ae8-49ed-bd47-b9b511d5efbe tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 944 time: 0.0963728 Oct 12 18:49:30.204154 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:49:30.212740 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] Sync routers for ids ['2217051a-be03-49ba-adec-14957b8493b6'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:49:30.213970 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e7e4fa0a-ce79-4e35-a919-9bd4b8a292ed admin admin] 10.222.0.62 "PUT /v2.0/routers/2217051a-be03-49ba-adec-14957b8493b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5393744 Oct 12 18:49:30.217220 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39972) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:30.223449 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] Routers {'2217051a-be03-49ba-adec-14957b8493b6'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:30.224377 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:49:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['2217051a-be03-49ba-adec-14957b8493b6'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:30.239660 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c7ffca8a-ae73-4920-94c3-0cdf79c1768c req-37101cb3-df22-4f93-8bd0-bd1d2a8a04a0 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444279 Oct 12 18:49:30.443951 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] Set router 2217051a-be03-49ba-adec-14957b8493b6 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:30.589281 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks [] for router, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.624251 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:49:29Z', 'revision_number': 5, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:30.649774 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] Checking router: 2217051a-be03-49ba-adec-14957b8493b6 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:49:30.659501 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] Routers {'2217051a-be03-49ba-adec-14957b8493b6'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:30.660118 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:49:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['2217051a-be03-49ba-adec-14957b8493b6'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:30.693362 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.755733 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Deleting port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:30.756429 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.771505 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] Set router 2217051a-be03-49ba-adec-14957b8493b6 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:30.846924 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] For port 2aeb06f2-8a23-40be-96ac-f6631db2b4b6, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=2aeb06f2-8a23-40be-96ac-f6631db2b4b6,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:30.847308 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.859844 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c2454674-6a59-4758-8037-9c5dd0404e69 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:30.860404 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Calling delete_port for 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 owned by network:router_gateway {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:30.914211 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port c2454674-6a59-4758-8037-9c5dd0404e69 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:49:30.918205 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port c2454674-6a59-4758-8037-9c5dd0404e69 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:30.918648 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.961617 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:49:29Z', 'revision_number': 5, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:30.989694 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ba33f-9d3c-47c5-b69c-65dac55256ba None None] The sync data for ids ['2217051a-be03-49ba-adec-14957b8493b6'] in dv-cinder-813228-2-iscsi is: [{'id': '2217051a-be03-49ba-adec-14957b8493b6', 'name': 'tempest-TestMinimumBasicScenario-1371453081-router', 'tenant_id': 'e56877da32b641cb9f0abf95f555bfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:45:33Z', 'updated_at': '2021-10-12T18:49:29Z', 'revision_number': 5, 'project_id': 'e56877da32b641cb9f0abf95f555bfb9', 'gw_port': {'id': '2aeb06f2-8a23-40be-96ac-f6631db2b4b6', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2217051a-be03-49ba-adec-14957b8493b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:45:35Z', 'updated_at': '2021-10-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:49:31.001734 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.039414 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:49:31.042132 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62187b49-f78e-4645-8980-bbaf657c1f63" -d '{"events": [{"server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "name": "network-vif-plugged", "status": "completed", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:49:31.048529 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:31.053669 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.056060 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.093933 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aeb06f2-8a23-40be-96ac-f6631db2b4b6,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:31.112991 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:31.159106 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.257951 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.260491 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.284870 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fde75c-3503-4bf7-bd18-d518772a5bdc x-openstack-request-id: req-93fde75c-3503-4bf7-bd18-d518772a5bdc {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:49:31.285350 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "name": "network-vif-plugged", "status": "completed", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:49:31.285756 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93fde75c-3503-4bf7-bd18-d518772a5bdc {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:49:31.286380 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'code': 200} Oct 12 18:49:31.310843 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.311372 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2217051a-be03-49ba-adec-14957b8493b6 {{(pid=100546) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:49:31.317612 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.321256 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8a8ee6cd-f548-40ee-a875-e7c087338160 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2217051a-be03-49ba-adec-14957b8493b6 HTTP/1.1" status: 204 len: 168 time: 1.1029577 Oct 12 18:49:31.325348 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39980) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:31.376501 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57c84c-eef4-40ad-8641-5a6893f7089a req-e41db046-a411-49bf-8573-f5a87ed16245 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:31.378283 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc57c84c-eef4-40ad-8641-5a6893f7089a req-e41db046-a411-49bf-8573-f5a87ed16245 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0638354 Oct 12 18:49:31.390324 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b7ff8e-132f-4f38-955e-2c714a4bbdb1 admin admin] Deleting subnet 822ad42b-575c-4d1f-8582-8f4ad5d6e7fb {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:49:31.395768 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff8e-132f-4f38-955e-2c714a4bbdb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.443742 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bc57c84c-eef4-40ad-8641-5a6893f7089a req-258ebaf3-d769-4bec-8caa-d8f6a36876f5 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583115 Oct 12 18:49:31.457355 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff8e-132f-4f38-955e-2c714a4bbdb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25816643'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.601847 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff8e-132f-4f38-955e-2c714a4bbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.636926 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde5828-32de-490a-8515-0ef0b12458d8 req-9066c797-9779-47a3-8ba2-d7a71bb2a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:31.636926 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bde5828-32de-490a-8515-0ef0b12458d8 req-9066c797-9779-47a3-8ba2-d7a71bb2a3ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1098 time: 0.0954802 Oct 12 18:49:31.692437 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bde5828-32de-490a-8515-0ef0b12458d8 req-5840cfde-e40c-4832-ab01-561de4b9aff9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468674 Oct 12 18:49:31.698479 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff8e-132f-4f38-955e-2c714a4bbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25792773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25929116'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.729837 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7ff8e-132f-4f38-955e-2c714a4bbdb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822ad42b-575c-4d1f-8582-8f4ad5d6e7fb,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:31.735470 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff8e-132f-4f38-955e-2c714a4bbdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.737499 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd180433-684a-4f21-9ad6-ccf77cf1b6ff None None] Network e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:49:31.739678 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-92b7ff8e-132f-4f38-955e-2c714a4bbdb1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/822ad42b-575c-4d1f-8582-8f4ad5d6e7fb HTTP/1.1" status: 204 len: 168 time: 0.4132025 Oct 12 18:49:31.744314 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39982) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:31.830247 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.886032 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Deleting port f0076d47-cd31-4375-b4b4-4afdf4bc6733 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:49:31.886377 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.952908 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] For port f0076d47-cd31-4375-b4b4-4afdf4bc6733, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f0076d47-cd31-4375-b4b4-4afdf4bc6733,segment=NetworkSegment(ec00e35b-01ca-4752-be5b-67390fc75664),segment_id=ec00e35b-01ca-4752-be5b-67390fc75664)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:31.953304 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:31.965930 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Calling delete_port for f0076d47-cd31-4375-b4b4-4afdf4bc6733 owned by network:dhcp {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:49:32.046829 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.072562 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0076d47-cd31-4375-b4b4-4afdf4bc6733,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:32.077488 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] No DVR routers for this DVR port f0076d47-cd31-4375-b4b4-4afdf4bc6733 on host dv-cinder-813228-2-iscsi {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:49:32.086671 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67c039-8c65-4a80-8dc2-240eb7f47d1c None None] DHCP port deletion for e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c request from dv-cinder-813228-2-iscsi {{(pid=100548) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:49:32.101003 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 61d98e3d-a870-447a-a44e-8a9c30bca721 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:49:32.132562 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 61d98e3d-a870-447a-a44e-8a9c30bca721 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:49:32.132562 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 61d98e3d-a870-447a-a44e-8a9c30bca721 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:49:32.158178 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.178039 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:32.187203 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec00e35b-01ca-4752-be5b-67390fc75664') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:32.187493 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec00e35b-01ca-4752-be5b-67390fc75664') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:32.196717 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.209736 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.215774 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:49:32.216776 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:49:32.218567 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:49:32.269576 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.275388 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.279398 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c HTTP/1.1" status: 204 len: 168 time: 0.5331066 Oct 12 18:49:32.295251 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6672b0e-fb0a-4b4e-b10f-c550f492a303 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7568e7f-15f1-4ae1-b9d9-ce8ed0cdcf6c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:32.443598 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39986) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:32.493092 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-de15804f-ccd0-46b2-8fcc-5c30ea1e6cf5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1cc9597b3f0403da8982951559dc19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482464 Oct 12 18:49:32.496590 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39990) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:32.551849 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72c08a14-af4b-4045-a7d2-d419f9422cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.570709 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd62a4-cedf-450c-ad9a-56cb81f7790a req-c092ed74-5df7-4883-8f5f-b0f3abfb1027 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:32.572567 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5ecd62a4-cedf-450c-ad9a-56cb81f7790a req-c092ed74-5df7-4883-8f5f-b0f3abfb1027 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0530002 Oct 12 18:49:32.579838 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72c08a14-af4b-4045-a7d2-d419f9422cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.613826 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5ecd62a4-cedf-450c-ad9a-56cb81f7790a req-77cdd1d4-3033-4dbc-b975-cfd1484e4a83 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343502 Oct 12 18:49:32.633263 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72c08a14-af4b-4045-a7d2-d419f9422cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.636302 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72c08a14-af4b-4045-a7d2-d419f9422cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:32.639816 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-72c08a14-af4b-4045-a7d2-d419f9422cca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4 HTTP/1.1" status: 204 len: 168 time: 0.1399910 Oct 12 18:49:32.650803 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c08a14-af4b-4045-a7d2-d419f9422cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb53f039-fbe4-4bf1-98a6-28c47fdd5ab4,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:33.034841 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 39996) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:33.077776 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0579009a-530f-4897-9270-a469e132097f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e56877da32b641cb9f0abf95f555bfb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415714 Oct 12 18:49:33.080350 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 39998) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:33.156710 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a8bec7f5-8da8-4c11-a68c-eae379353d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:33.184543 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a8bec7f5-8da8-4c11-a68c-eae379353d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:33.243978 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a8bec7f5-8da8-4c11-a68c-eae379353d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:33.247148 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a8bec7f5-8da8-4c11-a68c-eae379353d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:33.248616 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a8bec7f5-8da8-4c11-a68c-eae379353d6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/700de9e3-f201-48cc-8335-d4b8c67cae59 HTTP/1.1" status: 204 len: 168 time: 0.1671867 Oct 12 18:49:33.258457 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bec7f5-8da8-4c11-a68c-eae379353d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700de9e3-f201-48cc-8335-d4b8c67cae59,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:33.735419 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f0076d47-cd31-4375-b4b4-4afdf4bc6733 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:49:33.764291 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: f0076d47-cd31-4375-b4b4-4afdf4bc6733 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:49:33.764678 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f0076d47-cd31-4375-b4b4-4afdf4bc6733 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:49:33.765109 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:49:33.769700 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206f612-3a9f-489c-a397-67d5aea9b9fd req-2483c5b1-eda5-44fc-a5ad-51e4d912a706 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:33.771297 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0206f612-3a9f-489c-a397-67d5aea9b9fd req-2483c5b1-eda5-44fc-a5ad-51e4d912a706 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0591972 Oct 12 18:49:33.794795 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:49:33.795611 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 2aeb06f2-8a23-40be-96ac-f6631db2b4b6 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:49:33.821234 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0206f612-3a9f-489c-a397-67d5aea9b9fd req-e94b5c89-8ed6-4c2c-9939-24304af56def tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384476 Oct 12 18:49:33.974266 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad952809-fcc5-4ed6-bcbf-c8c07e2ef96d req-c6e5a95b-a9a8-4205-9c3d-79c7983355c2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:33.975743 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ad952809-fcc5-4ed6-bcbf-c8c07e2ef96d req-c6e5a95b-a9a8-4205-9c3d-79c7983355c2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0512159 Oct 12 18:49:34.029440 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ad952809-fcc5-4ed6-bcbf-c8c07e2ef96d req-446d0331-c77f-4cd6-893b-035e1c2fe1e7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Oct 12 18:49:34.058914 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40006) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:34.353972 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738093e-29a4-4950-934a-6ca149109860 tempest-TestShelveInstance-1588821980 tempest-TestShelveInstance-1588821980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:34.355538 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1738093e-29a4-4950-934a-6ca149109860 tempest-TestShelveInstance-1588821980 tempest-TestShelveInstance-1588821980-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1093 time: 0.2956243 Oct 12 18:49:34.359339 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40010) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:34.366695 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'port_id': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:34.395144 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for floatingip, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:34.513981 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:34.640751 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Allocated IP 172.27.2.188 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/fbb5dca8-eab4-4088-b44f-d152f680a426) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:34.758210 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:34.797777 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:34.862455 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:34.866801 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:34.875634 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:34.880676 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'Port': ['ID=fbb5dca8-eab4-4088-b44f-d152f680a426,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:35.344112 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:35.419013 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:35.612525 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:35.617379 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:35.683894 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event updated for resources: {'Port': ['ID=fbb5dca8-eab4-4088-b44f-d152f680a426,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:35.702154 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:35.839549 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Floating IP fd23fa42-7394-4950-a917-d2654dddd673 associated. External IP: 172.27.2.188, port: c2454674-6a59-4758-8037-9c5dd0404e69. Oct 12 18:49:36.257482 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Router d86d55f1-96e9-4e91-804d-52b282df3733 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:49:36.421685 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:49:36.438604 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] Sync routers for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:49:36.452413 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:36.454236 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:49:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:36.454650 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:36.495850 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2e27ac2b-2103-48c1-b446-4acfcd6a9fa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1348307 Oct 12 18:49:36.496675 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:49:36.500736 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a" -d '{"events": [{"name": "network-changed", "server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:49:36.556303 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5be433c-7e25-4fcf-834a-66fb9456ec4f x-openstack-request-id: req-d5be433c-7e25-4fcf-834a-66fb9456ec4f {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:49:36.556837 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:49:36.557173 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5be433c-7e25-4fcf-834a-66fb9456ec4f {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:49:36.557891 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'status': 'completed', 'code': 200} Oct 12 18:49:36.625758 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:36.649836 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-710881bf-fa32-4f73-8906-8c2f1926eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:36.651830 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-710881bf-fa32-4f73-8906-8c2f1926eac4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddcf909fddcb47c5ae7919570e11be27&device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1098 time: 0.0680301 Oct 12 18:49:36.805387 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-0341154c-c356-4555-b1cf-aef48a842f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:36.807034 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-0341154c-c356-4555-b1cf-aef48a842f55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 200 len: 910 time: 0.1471963 Oct 12 18:49:36.917122 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da5b11-8f7b-4eb3-9141-426db34381ce req-e0ed1d05-b08c-4cc8-9d97-72dd558e6733 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:36.917917 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-4084c1fc-e542-4b13-8ae4-2ebc2f46256f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 200 len: 999 time: 0.1018357 Oct 12 18:49:36.918947 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b0da5b11-8f7b-4eb3-9141-426db34381ce req-e0ed1d05-b08c-4cc8-9d97-72dd558e6733 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0630698 Oct 12 18:49:36.945246 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'fd23fa42-7394-4950-a917-d2654dddd673', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'port_id': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'mac_address': 'fa:16:3e:a3:22:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1003803a-aca2-4b31-85f4-6be676282c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:49:35Z', 'updated_at': '2021-10-12T18:49:35Z', 'revision_number': 0, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:40Z', 'revision_number': 5, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:36.974858 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] Checking router: d86d55f1-96e9-4e91-804d-52b282df3733 for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:49:36.976455 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b0da5b11-8f7b-4eb3-9141-426db34381ce req-1cd894a8-4438-40e3-adb9-08bcb5d06c27 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488000 Oct 12 18:49:36.989947 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:36.990627 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:49:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:36.991760 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-b124d6b6-142b-4629-ad0c-c3cce24a5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:36.995210 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-b124d6b6-142b-4629-ad0c-c3cce24a5926 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2820fd32-b0ed-462c-879f-3dba11c12529 HTTP/1.1" status: 200 len: 848 time: 0.0697114 Oct 12 18:49:37.054015 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-7d89fe60-d72a-45fd-8551-d86b5297ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:37.055573 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-7d89fe60-d72a-45fd-8551-d86b5297ea93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7eeaa1ec-bc65-4517-a34c-abc9a049382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522389 Oct 12 18:49:37.130409 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:37.176968 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-a9258bb5-8b49-4001-ac61-456c85eea412 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137879 Oct 12 18:49:37.302371 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-102c52d3-0bd2-4a1d-a491-d02ef2c0303a req-acbfed8a-9f6b-4381-a5e5-664bba4c4345 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177566 Oct 12 18:49:37.400728 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'fd23fa42-7394-4950-a917-d2654dddd673', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'port_id': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'mac_address': 'fa:16:3e:a3:22:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1003803a-aca2-4b31-85f4-6be676282c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:49:35Z', 'updated_at': '2021-10-12T18:49:35Z', 'revision_number': 0, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:40Z', 'revision_number': 5, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:37.436891 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed3b2f-00b4-4414-b836-f455c5b9900c None None] The sync data for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi is: [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'fd23fa42-7394-4950-a917-d2654dddd673', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'port_id': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'mac_address': 'fa:16:3e:a3:22:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1003803a-aca2-4b31-85f4-6be676282c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:49:35Z', 'updated_at': '2021-10-12T18:49:35Z', 'revision_number': 0, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:40Z', 'revision_number': 5, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:49:37.668190 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e48d6-7e69-4eb4-ba93-6ef40ae1ce42 None None] New status for floating IP fd23fa42-7394-4950-a917-d2654dddd673: ACTIVE {{(pid=100549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:49:38.118057 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ca66-3651-47e2-afc9-dd84e00b6f55 req-a1efbd4d-5767-475c-b606-a6e299571acb tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:38.119708 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cec0ca66-3651-47e2-afc9-dd84e00b6f55 req-a1efbd4d-5767-475c-b606-a6e299571acb tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0571091 Oct 12 18:49:38.158497 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cec0ca66-3651-47e2-afc9-dd84e00b6f55 req-c2306bc8-a687-4c62-a315-79e7302b4b70 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318999 Oct 12 18:49:39.281885 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056e878-1c27-47fb-9263-247465a3ad76 req-ca6f2490-b70f-4a6d-b81d-9345c2483c35 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:39.283485 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6056e878-1c27-47fb-9263-247465a3ad76 req-ca6f2490-b70f-4a6d-b81d-9345c2483c35 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Oct 12 18:49:39.325794 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6056e878-1c27-47fb-9263-247465a3ad76 req-8abf06ad-5946-47da-9f72-670d2cf85f66 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345430 Oct 12 18:49:40.499891 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4746fe3-2795-40da-8a7e-ae836840ca17 req-63633981-191e-470f-a074-733135d79bf2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:40.501482 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c4746fe3-2795-40da-8a7e-ae836840ca17 req-63633981-191e-470f-a074-733135d79bf2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0607591 Oct 12 18:49:40.558552 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c4746fe3-2795-40da-8a7e-ae836840ca17 req-89991f9a-9a71-4bc6-b69e-4f69a8ed1014 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496850 Oct 12 18:49:41.694686 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77549a90-96b0-4f42-83d4-fe968392b7c9 req-57ea55e8-7738-4924-b0df-088e2626f227 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:41.696458 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77549a90-96b0-4f42-83d4-fe968392b7c9 req-57ea55e8-7738-4924-b0df-088e2626f227 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0620151 Oct 12 18:49:41.744401 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-77549a90-96b0-4f42-83d4-fe968392b7c9 req-aeccd95a-2a14-4507-9a36-4c2ece73c06b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409551 Oct 12 18:49:42.875609 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d78dfa-d24c-421f-8e6f-98a54b298a67 req-81f325e8-675e-4336-9e50-56fc1d179acc tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:42.877318 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-35d78dfa-d24c-421f-8e6f-98a54b298a67 req-81f325e8-675e-4336-9e50-56fc1d179acc tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0541592 Oct 12 18:49:42.917125 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-35d78dfa-d24c-421f-8e6f-98a54b298a67 req-24553e71-8820-4e8f-a515-19db45a2198e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335984 Oct 12 18:49:43.044984 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-3c63499b-9ed4-491b-8ae9-8e74903f652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:44.040064 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c0dc-8dbb-4ae7-9a17-eb38c1544ba4 req-51bdf740-31a2-4876-bf56-0ef3148eaef7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:44.041626 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fa22c0dc-8dbb-4ae7-9a17-eb38c1544ba4 req-51bdf740-31a2-4876-bf56-0ef3148eaef7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0514238 Oct 12 18:49:44.089944 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-fa22c0dc-8dbb-4ae7-9a17-eb38c1544ba4 req-661cddd5-cf58-4869-994e-5439cd83a1be tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Oct 12 18:49:45.238769 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa491ed-5fd5-40d0-8043-273644476cd5 req-1c0e23f5-b16f-47c1-b056-a4db6b220ac4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:45.241707 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-baa491ed-5fd5-40d0-8043-273644476cd5 req-1c0e23f5-b16f-47c1-b056-a4db6b220ac4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0698228 Oct 12 18:49:45.283760 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-baa491ed-5fd5-40d0-8043-273644476cd5 req-bacc64c5-8fb5-4db7-bcf9-affbc766cc4d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359774 Oct 12 18:49:45.992841 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b5277022-b6b6-4ec8-b8f0-dab2421f6624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:46.413467 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40db6d-1772-4801-b8cf-b80e85e1fd95 req-47a9d50d-95fb-4923-8a88-e61ec2d67efa tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:46.415101 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3f40db6d-1772-4801-b8cf-b80e85e1fd95 req-47a9d50d-95fb-4923-8a88-e61ec2d67efa tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0523264 Oct 12 18:49:46.456408 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3f40db6d-1772-4801-b8cf-b80e85e1fd95 req-965b5bf9-5b6e-4715-8f81-9a9e6662b5c9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344584 Oct 12 18:49:46.868297 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:47.211429 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:47.582436 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f76a-e267-4c77-bbea-8456b1a311bf req-30e1d5fa-febc-42cb-874a-295b5d3df3c8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:47.584782 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7e12f76a-e267-4c77-bbea-8456b1a311bf req-30e1d5fa-febc-42cb-874a-295b5d3df3c8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0570800 Oct 12 18:49:47.623989 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7e12f76a-e267-4c77-bbea-8456b1a311bf req-90823631-ebd2-4fa6-8834-2fee94272b02 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331674 Oct 12 18:49:48.755742 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc342958-44f7-4e66-9d62-8be16423e0f5 req-e801f5d6-c966-43ed-b481-af02171c8b25 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:48.757201 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dc342958-44f7-4e66-9d62-8be16423e0f5 req-e801f5d6-c966-43ed-b481-af02171c8b25 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Oct 12 18:49:48.797024 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dc342958-44f7-4e66-9d62-8be16423e0f5 req-903e731e-4303-49d8-87db-253e0f46a41b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338304 Oct 12 18:49:49.091670 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:49.940111 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107d844-5e9f-4898-bbb1-7b1199d084e2 req-8b243d83-eb6e-4e8b-8f57-b527911dd966 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:49.941687 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e107d844-5e9f-4898-bbb1-7b1199d084e2 req-8b243d83-eb6e-4e8b-8f57-b527911dd966 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0557942 Oct 12 18:49:49.991784 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e107d844-5e9f-4898-bbb1-7b1199d084e2 req-6e338513-3feb-4e60-84e4-e096ef85ff37 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417135 Oct 12 18:49:50.919593 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:49:51.032248 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:51.044988 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'port_id': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'mac_address': 'fa:16:3e:10:8d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:49:51.102635 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:51.118124 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3cd4083-42a0-4bc3-8a79-4066fe5229d0 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:49:51.128165 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f605d0-2c0d-4515-8034-fe5b2e415b92 req-8ca06481-bf56-44e6-bcd1-f436bb6f44f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:51.129962 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-44f605d0-2c0d-4515-8034-fe5b2e415b92 req-8ca06481-bf56-44e6-bcd1-f436bb6f44f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0612924 Oct 12 18:49:51.142978 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:51.153680 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:51.190822 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-44f605d0-2c0d-4515-8034-fe5b2e415b92 req-30c18ad7-5ec2-4d81-b8db-de46e475656e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479076 Oct 12 18:49:51.221256 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=6']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:51.247518 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['c3cd4083-42a0-4bc3-8a79-4066fe5229d0'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:49:52.328152 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcdf53-9554-4907-8518-fc3d95c2b4c2 req-08b759fc-f550-4511-91ac-2a0fdce9c4f5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:52.329868 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6fcdf53-9554-4907-8518-fc3d95c2b4c2 req-08b759fc-f550-4511-91ac-2a0fdce9c4f5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 944 time: 0.0578527 Oct 12 18:49:52.375012 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6fcdf53-9554-4907-8518-fc3d95c2b4c2 req-2aa8a2a3-ddc0-4812-9128-180ccc72f602 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372255 Oct 12 18:49:52.922026 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:52.988893 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:52.989271 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:53.095276 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:53.124632 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:49:53.129649 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08e277d-caab-4b40-bf2c-fee93cd12f32" -d '{"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-plugged", "status": "completed", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:49:53.162569 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:53.175340 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:53.182776 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce264a18-91f0-44f0-a84b-4e21342b3361 x-openstack-request-id: req-ce264a18-91f0-44f0-a84b-4e21342b3361 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:49:53.183079 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-plugged", "status": "completed", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:49:53.183328 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce264a18-91f0-44f0-a84b-4e21342b3361 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:49:53.184313 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'code': 200} Oct 12 18:49:53.255096 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=7']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:53.529851 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52090-00a1-4829-a061-b1b6b6597f78 req-257cbdd1-4808-47dd-bc31-d5082a7c0320 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:53.543875 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-59a52090-00a1-4829-a061-b1b6b6597f78 req-257cbdd1-4808-47dd-bc31-d5082a7c0320 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0847776 Oct 12 18:49:53.588419 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-59a52090-00a1-4829-a061-b1b6b6597f78 req-d3271be3-66c1-49d8-8d9f-c3f9256055a3 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409985 Oct 12 18:49:54.756301 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e2e8b-35e7-4bb3-bba0-0590457c641a req-6b061e38-db65-476d-9f49-e672e16ab315 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:54.757995 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9f6e2e8b-35e7-4bb3-bba0-0590457c641a req-6b061e38-db65-476d-9f49-e672e16ab315 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0776000 Oct 12 18:49:54.806591 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9f6e2e8b-35e7-4bb3-bba0-0590457c641a req-cbbaba2c-95bd-4703-9126-f942f7fb03ef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389388 Oct 12 18:49:55.990744 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534151c0-d324-4d52-a468-39849db171e5 req-980bc8fa-4553-4f69-b726-9419d43d1592 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:55.995371 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-534151c0-d324-4d52-a468-39849db171e5 req-980bc8fa-4553-4f69-b726-9419d43d1592 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0871272 Oct 12 18:49:56.041885 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-534151c0-d324-4d52-a468-39849db171e5 req-a92a4f84-b751-44a0-8c51-a9875e51bfd0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Oct 12 18:49:57.238765 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9df826-19ef-4e41-964f-914af85ee048 req-9fc15158-4ad2-4ced-b143-4ed23d108f13 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:57.246576 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2c9df826-19ef-4e41-964f-914af85ee048 req-9fc15158-4ad2-4ced-b143-4ed23d108f13 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0902078 Oct 12 18:49:57.309106 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2c9df826-19ef-4e41-964f-914af85ee048 req-951323de-831d-40b1-9e5a-36e09fd22818 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613642 Oct 12 18:49:58.506155 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb9d9a-9b71-45cb-afeb-5343d1f7d008 req-7493d9c0-163b-40da-bc93-14b28ec76d7b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:58.509001 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-16cb9d9a-9b71-45cb-afeb-5343d1f7d008 req-7493d9c0-163b-40da-bc93-14b28ec76d7b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0767658 Oct 12 18:49:58.561509 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-16cb9d9a-9b71-45cb-afeb-5343d1f7d008 req-a79b4195-4558-47a4-a9d0-62076667561f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408139 Oct 12 18:49:58.655580 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:59.483426 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-d6a2b6a7-5112-49f1-8b59-2eb592f5944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:59.485354 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-d6a2b6a7-5112-49f1-8b59-2eb592f5944b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 1098 time: 0.0523052 Oct 12 18:49:59.727420 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00d198-bf01-4d2a-ae71-009dcbbfdab8 req-ac837d5f-53e2-4e03-ac8a-0ede305c49d0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:59.729199 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8f00d198-bf01-4d2a-ae71-009dcbbfdab8 req-ac837d5f-53e2-4e03-ac8a-0ede305c49d0 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0666611 Oct 12 18:49:59.781565 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8f00d198-bf01-4d2a-ae71-009dcbbfdab8 req-288df8b3-ef17-45ac-9cbd-574967bedf47 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398481 Oct 12 18:49:59.872922 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-b1afff28-4e31-49fa-8d91-3bf1bf902258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:59.874454 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-b1afff28-4e31-49fa-8d91-3bf1bf902258 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 918 time: 0.3711858 Oct 12 18:49:59.948117 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-b9196dc2-9cdf-4843-827b-819bb71d3153 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0 HTTP/1.1" status: 200 len: 1000 time: 0.0637019 Oct 12 18:50:00.008353 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-97066f2b-8020-4b55-ba71-2df1e0149167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:00.009820 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-97066f2b-8020-4b55-ba71-2df1e0149167 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.0538020 Oct 12 18:50:00.082651 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-5cd9387e-164a-4b83-a5d0-3379b96d11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:00.085361 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-5cd9387e-164a-4b83-a5d0-3379b96d11cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678990 Oct 12 18:50:00.187126 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-3311b732-70b5-42e2-9606-ecb8a4603ed4 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936244 Oct 12 18:50:00.301890 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-617246a4-8b51-4d4f-978c-efbb6ad9da21 req-9f935c4c-89fe-4326-b084-66654f14a257 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047728 Oct 12 18:50:00.927179 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a14112-80e1-4466-b097-cf5191dfd4c9 req-dbbf4d06-7ec3-47f4-ae1d-b3f41b3ab9e2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:00.928813 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-58a14112-80e1-4466-b097-cf5191dfd4c9 req-dbbf4d06-7ec3-47f4-ae1d-b3f41b3ab9e2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0622876 Oct 12 18:50:00.974952 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-58a14112-80e1-4466-b097-cf5191dfd4c9 req-0e5e50ed-b98e-419c-981c-58dded99a3f7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369477 Oct 12 18:50:01.311770 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-54e1ec3d-25d3-4b54-847f-6edde77c797a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450318 Oct 12 18:50:01.389182 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-35caf7b5-cd52-4f21-9e21-178da38ec306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:01.390819 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-35caf7b5-cd52-4f21-9e21-178da38ec306 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 1098 time: 0.0500300 Oct 12 18:50:01.510447 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-c2788494-b46a-43cf-ad06-5e2ae1c4a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:01.512662 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-c2788494-b46a-43cf-ad06-5e2ae1c4a0bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.0990424 Oct 12 18:50:01.593538 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-d852abb6-3bf9-415e-873b-f3282a0fadc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc HTTP/1.1" status: 200 len: 1001 time: 0.0701396 Oct 12 18:50:01.649138 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-3926c8ba-a98e-4a90-9556-df4975dae873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:01.650683 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-3926c8ba-a98e-4a90-9556-df4975dae873 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0492070 Oct 12 18:50:01.703489 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-95b03b4b-5eaf-4751-90d3-30fc141034ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:01.705179 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-95b03b4b-5eaf-4751-90d3-30fc141034ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444448 Oct 12 18:50:01.810944 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-2cd8e3c2-e474-4290-b154-9ecbc5525619 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947802 Oct 12 18:50:01.912917 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8dd1ba7a-0901-4870-9035-ca1f79f14831 req-d5b6eff2-b015-474e-8569-886eb9abcac0 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925229 Oct 12 18:50:02.110039 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c4af-347e-4a93-95e8-4bd885b05087 req-ef541224-2269-40cc-8b51-6e04eefd2219 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:02.111710 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf03c4af-347e-4a93-95e8-4bd885b05087 req-ef541224-2269-40cc-8b51-6e04eefd2219 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Oct 12 18:50:02.152492 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cf03c4af-347e-4a93-95e8-4bd885b05087 req-610ed3f3-8283-41f6-85c3-56e5bf84e824 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333650 Oct 12 18:50:02.980936 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:50:03.066761 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:03.102337 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:50:03.104706 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eba6c4-12b2-4c80-b314-43ac47347ce5" -d '{"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-unplugged", "status": "completed", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:50:03.122833 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:03.127882 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:03.278749 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 18:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2d332e-3daa-4649-ad62-fd5d2e5da4ae x-openstack-request-id: req-ef2d332e-3daa-4649-ad62-fd5d2e5da4ae {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:50:03.279037 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-unplugged", "status": "failed", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0", "code": 422}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:50:03.279255 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef2d332e-3daa-4649-ad62-fd5d2e5da4ae {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:50:03.279658 dv-cinder-813228-2-iscsi neutron-server[100548]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'code': 422} returned with failed status Oct 12 18:50:03.312849 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=8']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:03.564823 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f00b-fb4f-4395-ab7d-f8c26cef1077 req-3668e681-5f4b-4e0f-9c25-029061305e38 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:03.566410 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dbc3f00b-fb4f-4395-ab7d-f8c26cef1077 req-3668e681-5f4b-4e0f-9c25-029061305e38 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.3193908 Oct 12 18:50:03.607976 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dbc3f00b-fb4f-4395-ab7d-f8c26cef1077 req-cce000cf-a017-4a5a-9c05-175a31fecfef tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350547 Oct 12 18:50:03.659947 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:50:04.499124 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [req-d416fa50-1af5-4684-8d92-df7918fb1847 req-1a0566e2-3d57-4637-934e-ca5048eab3f5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:50:04.500216 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d416fa50-1af5-4684-8d92-df7918fb1847 req-1a0566e2-3d57-4637-934e-ca5048eab3f5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0564690 Oct 12 18:50:04.710350 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849125-20af-41d5-92c2-8303105a06e8 req-4a42945f-23a7-48c8-a823-bd7db6baae89 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:04.711883 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-33849125-20af-41d5-92c2-8303105a06e8 req-4a42945f-23a7-48c8-a823-bd7db6baae89 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0775239 Oct 12 18:50:04.755622 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-33849125-20af-41d5-92c2-8303105a06e8 req-acb2867d-ad1d-4fed-baf7-20c2c61aaff8 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356772 Oct 12 18:50:05.009704 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40176) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:05.098001 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-1b63c594-c33b-4118-8072-d9fa5c4e4872 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871310 Oct 12 18:50:05.117376 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-af17bb85-e79b-44e0-9f8e-aef93990bd40 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:50:05.118416 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-af17bb85-e79b-44e0-9f8e-aef93990bd40 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0155239 Oct 12 18:50:05.894377 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b63556-b006-46ee-9f08-a00a8174def9 req-18184dfb-f3fc-4c35-b12e-cca9314b81d4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.896020 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-87b63556-b006-46ee-9f08-a00a8174def9 req-18184dfb-f3fc-4c35-b12e-cca9314b81d4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0551052 Oct 12 18:50:05.937402 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-87b63556-b006-46ee-9f08-a00a8174def9 req-6109d989-932d-48c7-843d-df375bf91f5d tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350530 Oct 12 18:50:05.993586 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-938f676c-044a-4b05-8c69-e89fabf7490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.995464 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-938f676c-044a-4b05-8c69-e89fabf7490a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609&tenant_id=f1745c355387471c8d0558e276552a11 HTTP/1.1" status: 200 len: 1096 time: 0.0490906 Oct 12 18:50:06.085629 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-049959d4-d218-48ab-8f9a-b980a4e8500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.087107 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-049959d4-d218-48ab-8f9a-b980a4e8500e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 1096 time: 0.0432713 Oct 12 18:50:06.186686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-2df56461-8d8f-4365-947b-45639fba3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.188195 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-2df56461-8d8f-4365-947b-45639fba3c0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 200 len: 918 time: 0.0931325 Oct 12 18:50:06.264328 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-a02c146c-968b-4e57-a3ea-8d6684b131e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0 HTTP/1.1" status: 200 len: 998 time: 0.0679071 Oct 12 18:50:06.317615 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-948aed44-7ef0-435c-aa0b-08802dc099fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.319160 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-948aed44-7ef0-435c-aa0b-08802dc099fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 200 len: 856 time: 0.0464737 Oct 12 18:50:06.368115 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-703e8218-b84a-4e14-a2ca-6adf67fdc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.369541 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-703e8218-b84a-4e14-a2ca-6adf67fdc6e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425885 Oct 12 18:50:06.477393 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-20db46d4-41e9-4983-a258-6b2ade4cd1e9 service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995538 Oct 12 18:50:06.575881 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6dd5ca6-4e6a-41ba-875b-240940aa1acc req-5db62eb1-81f1-42a8-ae5b-f71600af326f service neutron] 10.222.0.32 "GET /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901787 Oct 12 18:50:06.998956 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:50:07.115063 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f438972-c99c-4087-b338-673722e569dc req-5fbdb0c4-b8dd-404b-ab6a-f29731e0a58c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:07.119551 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f438972-c99c-4087-b338-673722e569dc req-5fbdb0c4-b8dd-404b-ab6a-f29731e0a58c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0819066 Oct 12 18:50:07.205792 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f438972-c99c-4087-b338-673722e569dc req-d9bc2464-9230-447c-a06f-c75ef45cb258 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763383 Oct 12 18:50:08.324347 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d1f6-fe38-4a47-8039-2aef9ef854cc req-2301059a-e252-4942-8353-82dc8ca072ce tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:08.326116 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f633d1f6-fe38-4a47-8039-2aef9ef854cc req-2301059a-e252-4942-8353-82dc8ca072ce tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0514193 Oct 12 18:50:08.370598 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f633d1f6-fe38-4a47-8039-2aef9ef854cc req-cc5e2c22-8185-4f8a-a27c-a710373f71ed tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377526 Oct 12 18:50:09.501748 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535510-7ec4-4442-a2f4-f3e51899fa13 req-5d49c25e-a80e-4377-9b5b-943c5c2d54c6 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:09.503335 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-66535510-7ec4-4442-a2f4-f3e51899fa13 req-5d49c25e-a80e-4377-9b5b-943c5c2d54c6 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0510845 Oct 12 18:50:09.546401 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-66535510-7ec4-4442-a2f4-f3e51899fa13 req-d9682bc3-5365-4970-960b-6110b36125c5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371432 Oct 12 18:50:10.684510 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ace6-ce08-4645-aaf0-fe406fcd1bca req-83ecd7cf-b6bf-4fae-bd9d-4d507bc90de9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:10.686110 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f857ace6-ce08-4645-aaf0-fe406fcd1bca req-83ecd7cf-b6bf-4fae-bd9d-4d507bc90de9 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0618212 Oct 12 18:50:10.726740 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f857ace6-ce08-4645-aaf0-fe406fcd1bca req-c9378682-cf58-463b-bd57-9b720854ae86 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345922 Oct 12 18:50:11.857400 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d72f-01b6-4e10-a474-69a4bdf2ad96 req-723ce149-d6a6-414f-8a77-db96917f5e96 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:11.858927 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccf8d72f-01b6-4e10-a474-69a4bdf2ad96 req-723ce149-d6a6-414f-8a77-db96917f5e96 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0546968 Oct 12 18:50:11.902837 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccf8d72f-01b6-4e10-a474-69a4bdf2ad96 req-912366bd-648a-4a0b-a6aa-b3e1aaa51b48 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376835 Oct 12 18:50:13.028611 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144d272-223d-41dc-83de-4e29e7e1d3eb req-b4b950ee-97e3-47cc-b4e6-5295ba59b278 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:13.030934 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e144d272-223d-41dc-83de-4e29e7e1d3eb req-b4b950ee-97e3-47cc-b4e6-5295ba59b278 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0505691 Oct 12 18:50:13.047939 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-f90355a8-578a-423f-bca9-5ca8a2e52825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.080490 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e144d272-223d-41dc-83de-4e29e7e1d3eb req-5a548b4f-c327-400c-9f99-4eaadd66b59f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 Oct 12 18:50:14.227655 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ae77a-ab15-4990-8700-e0a9137e4bac req-2d73baa3-24d6-45aa-b79f-49ddd4459481 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:14.229175 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e05ae77a-ab15-4990-8700-e0a9137e4bac req-2d73baa3-24d6-45aa-b79f-49ddd4459481 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0626910 Oct 12 18:50:14.282662 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e05ae77a-ab15-4990-8700-e0a9137e4bac req-b835307e-8f76-478d-a4b5-02b1a8127eee tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451965 Oct 12 18:50:15.429562 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed575-bf2c-4f42-9c81-8090b153d4bd req-44ae4f83-709f-461c-b8de-4ba834d82481 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:15.431063 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7bbed575-bf2c-4f42-9c81-8090b153d4bd req-44ae4f83-709f-461c-b8de-4ba834d82481 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0586438 Oct 12 18:50:15.474356 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-7bbed575-bf2c-4f42-9c81-8090b153d4bd req-c3f654d2-54c4-423d-a6d8-4fd385926e7e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359883 Oct 12 18:50:15.985828 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4527b54b-1ce6-403a-9181-7187d539bcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:16.608937 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce04f6-cc6f-43fa-95f0-64ef74d56dea req-9a55581d-e72e-4431-aa97-f8d6477257a5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:16.610795 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f8ce04f6-cc6f-43fa-95f0-64ef74d56dea req-9a55581d-e72e-4431-aa97-f8d6477257a5 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0611145 Oct 12 18:50:16.651736 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f8ce04f6-cc6f-43fa-95f0-64ef74d56dea req-935ad19d-599f-4e9b-887e-9aa5e19d342b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343812 Oct 12 18:50:16.863516 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.210360 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.778043 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9929d-194a-4e75-a8f3-6d1d2cfcb7f9 req-725cb218-2594-412a-803c-4387a8ba6fee tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:17.779646 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e9b9929d-194a-4e75-a8f3-6d1d2cfcb7f9 req-725cb218-2594-412a-803c-4387a8ba6fee tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0551450 Oct 12 18:50:17.820744 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e9b9929d-194a-4e75-a8f3-6d1d2cfcb7f9 req-4bd41d8a-1815-4e91-ad84-29b24f13c710 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349061 Oct 12 18:50:18.945117 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e51e7-3bef-4a4e-bb1a-33ef830218bd req-834a948b-7383-4037-8b8f-b59c5bd20329 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:18.946611 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1a1e51e7-3bef-4a4e-bb1a-33ef830218bd req-834a948b-7383-4037-8b8f-b59c5bd20329 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0507305 Oct 12 18:50:18.985849 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1a1e51e7-3bef-4a4e-bb1a-33ef830218bd req-484b03f3-5d41-4f26-9f48-93ec7076c08b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330083 Oct 12 18:50:19.086868 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-2812be80-05fd-4392-aeaf-b9af1faa6bc2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530557052&fields=id&tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 267 time: 0.0343084 Oct 12 18:50:19.092915 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:19.203040 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-3b77cbe8-69ac-435f-902e-44ba16631b9d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:19.204531 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-3b77cbe8-69ac-435f-902e-44ba16631b9d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 812 time: 0.1085229 Oct 12 18:50:19.221524 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-01a96002-fbd5-4b9e-8f89-4157f3dca61a tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/quotas/ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 375 time: 0.0105066 Oct 12 18:50:19.286139 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2d6e6a0-77b4-4cfc-bb6a-dd8beee12bb7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0586545 Oct 12 18:50:19.389536 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-5b232281-37d4-4aaf-a3cf-1af993f7f113 service neutron] 10.222.0.62 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909843 Oct 12 18:50:19.486915 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-9289fd67-de93-4389-b616-2e1a9849c4f3 service neutron] 10.222.0.62 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906737 Oct 12 18:50:19.791687 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-cc89c45f-105c-4a40-be38-5192f25856e1 req-e813f901-6199-4c4f-acf6-456033be5094 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 210 time: 0.0268123 Oct 12 18:50:20.125492 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9644f0-4b4a-40f8-9303-5a074b6cfa57 req-be513e8e-d929-4a38-b68f-6039c01e6f10 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:20.127131 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4b9644f0-4b4a-40f8-9303-5a074b6cfa57 req-be513e8e-d929-4a38-b68f-6039c01e6f10 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0637271 Oct 12 18:50:20.168548 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4b9644f0-4b4a-40f8-9303-5a074b6cfa57 req-aa7e487f-59a2-4f4f-8630-875e60a489ca tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344827 Oct 12 18:50:20.753898 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-340656da-3ca2-478b-8a68-7deecd2514ad tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:20.755490 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-340656da-3ca2-478b-8a68-7deecd2514ad tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 812 time: 0.1172554 Oct 12 18:50:20.808578 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-615bfe56-d6ae-43f2-b113-a92a1f3aa278 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a HTTP/1.1" status: 200 len: 379 time: 0.0442262 Oct 12 18:50:20.819828 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'port': {'device_id': '69868210-c4fb-4eec-92b6-5f849b9984da', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'admin_state_up': True, 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'security_groups': ['675b12fe-b8e1-4fa8-8ee2-793b4d703a70']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:20.898824 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37b054d4-24d4-462f-8bfa-4985adda45b5 req-13ecbe47-eb3d-4d24-abd3-2c5e937378dc tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 210 time: 0.0298119 Oct 12 18:50:20.966397 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Made reservation on behalf of ebe64b67f8f44c14beb2eb9ea1a1fd0a for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:50:20.971043 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.039197 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:50:21.143402 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Allocated IP 172.20.0.5 (68b26370-00b0-464b-9915-2069b63729a9/e5eb5177-ca61-4990-99cd-afd7599100d2/e41236e2-7329-4b7d-8c26-b79df0901a20) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:50:21.168294 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:21.187353 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'port_id': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'mac_address': 'fa:16:3e:10:8d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:50:21.264648 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.290058 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cd4083-42a0-4bc3-8a79-4066fe5229d0 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:50:21.320467 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:21.326878 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.366780 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94e62d-a1f9-4dc3-b56a-2ff5015a88f9 req-fbc3b29e-390f-4de0-8a03-3831cba474df tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:21.377109 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=9']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:21.377448 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.390536 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0b94e62d-a1f9-4dc3-b56a-2ff5015a88f9 req-fbc3b29e-390f-4de0-8a03-3831cba474df tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 943 time: 0.0970583 Oct 12 18:50:21.424372 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.429076 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0b94e62d-a1f9-4dc3-b56a-2ff5015a88f9 req-54dc3f56-d0f1-47e8-a1a9-e8e86c2222a7 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371850 Oct 12 18:50:21.475858 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Network 68b26370-00b0-464b-9915-2069b63729a9 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:21.479173 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:21.481911 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:50:21.518559 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=e41236e2-7329-4b7d-8c26-b79df0901a20,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:21.532834 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.533191 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.533539 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.533882 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.534215 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.534577 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.534915 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.535245 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.535576 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.535901 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.536225 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.536547 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:21.550058 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['c3cd4083-42a0-4bc3-8a79-4066fe5229d0'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:50:21.555853 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:21.556669 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.588032 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c2768d12-5519-4ffa-ac85-67b6faf3d556 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737098 Oct 12 18:50:21.601638 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Request body: {'port': {'device_id': '69868210-c4fb-4eec-92b6-5f849b9984da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:21.672538 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.727685 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-fc7a7c2e-1a85-4db8-95ef-51c08c346a43 None None] Provisioning complete for port e41236e2-7329-4b7d-8c26-b79df0901a20 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:21.728002 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7c2e-1a85-4db8-95ef-51c08c346a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.765978 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a7c2e-1a85-4db8-95ef-51c08c346a43 None None] Port e41236e2-7329-4b7d-8c26-b79df0901a20 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:50:21.956875 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41236e2-7329-4b7d-8c26-b79df0901a20 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:50:21.965168 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:21.979436 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Transition to ACTIVE for port object e41236e2-7329-4b7d-8c26-b79df0901a20 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:50:21.984597 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:22.023202 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8819e0-9766-4070-914b-882aeca6c015 req-25e5e89a-bd9e-4e0a-accf-441fa54536c8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.024745 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4d8819e0-9766-4070-914b-882aeca6c015 req-25e5e89a-bd9e-4e0a-accf-441fa54536c8 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0548847 Oct 12 18:50:22.057588 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Pushing event updated for resources: {'Port': ['ID=e41236e2-7329-4b7d-8c26-b79df0901a20,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:22.087032 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4d8819e0-9766-4070-914b-882aeca6c015 req-7273e299-043b-422c-9825-22fa3beec221 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464499 Oct 12 18:50:22.112957 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Attempting to bind port e41236e2-7329-4b7d-8c26-b79df0901a20 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:50:22.113289 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Attempting to bind port e41236e2-7329-4b7d-8c26-b79df0901a20 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:50:22.113616 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Attempting to bind port e41236e2-7329-4b7d-8c26-b79df0901a20 on network 68b26370-00b0-464b-9915-2069b63729a9 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:22.118216 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Port e41236e2-7329-4b7d-8c26-b79df0901a20 on network 68b26370-00b0-464b-9915-2069b63729a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:50:22.118616 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Attempting to bind port e41236e2-7329-4b7d-8c26-b79df0901a20 on network 68b26370-00b0-464b-9915-2069b63729a9 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:22.124830 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:50:22.125170 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Checking segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:22.125552 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Bound using segment: {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:50:22.125984 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Bound port: e41236e2-7329-4b7d-8c26-b79df0901a20, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f434eaa-2918-487e-acd9-430a2251bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '68b26370-00b0-464b-9915-2069b63729a9'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:50:22.126341 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:22.197125 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] For port e41236e2-7329-4b7d-8c26-b79df0901a20, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:50:22.200352 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] For port e41236e2-7329-4b7d-8c26-b79df0901a20, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e41236e2-7329-4b7d-8c26-b79df0901a20,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:50:22.205355 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:22.241741 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.242355 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:22.243770 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] 10.222.0.32 "PUT /v2.0/ports/e41236e2-7329-4b7d-8c26-b79df0901a20 HTTP/1.1" status: 200 len: 1093 time: 0.6474788 Oct 12 18:50:22.244211 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:50:22.246547 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:50:22.270731 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3b86-0326-4372-bd0f-163efd711735 service neutron] Pushing event updated for resources: {'Port': ['ID=e41236e2-7329-4b7d-8c26-b79df0901a20,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:22.289634 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec540a7-db0b-4686-87d5-14e3edce68e4 x-openstack-request-id: req-0ec540a7-db0b-4686-87d5-14e3edce68e4 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:50:22.289935 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:50:22.290196 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ec540a7-db0b-4686-87d5-14e3edce68e4 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:50:22.290656 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'status': 'completed', 'code': 200} Oct 12 18:50:22.337579 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-11591110-f717-403a-9a46-349659bbcf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.339133 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-11591110-f717-403a-9a46-349659bbcf96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 1096 time: 0.0422308 Oct 12 18:50:22.384136 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-69c66425-ac5c-4a15-bb73-3ef38a2e0158 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e41236e2-7329-4b7d-8c26-b79df0901a20 HTTP/1.1" status: 200 len: 217 time: 0.0357106 Oct 12 18:50:22.437750 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-fee9526f-ef10-4bf7-81eb-ff55642d0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.439210 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-fee9526f-ef10-4bf7-81eb-ff55642d0690 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0478883 Oct 12 18:50:22.485462 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c86b4ae5-1de6-4f8d-b1bd-0feb58933a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.486977 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-c86b4ae5-1de6-4f8d-b1bd-0feb58933a77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400312 Oct 12 18:50:22.552252 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3ab0e-6015-4248-b03b-e1aa3f6e42cb req-61a45f24-6c0d-44bd-aa30-0c8969993125 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.553791 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6e3ab0e-6015-4248-b03b-e1aa3f6e42cb req-61a45f24-6c0d-44bd-aa30-0c8969993125 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 944 time: 0.0491197 Oct 12 18:50:22.583165 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-6eb73131-7ce4-4718-806a-44a76e06b182 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880473 Oct 12 18:50:22.592392 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f6e3ab0e-6015-4248-b03b-e1aa3f6e42cb req-80e4c8c1-fc13-41ab-b9df-801c1ffad032 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315728 Oct 12 18:50:22.675783 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb34903a-c54e-4448-a24f-31048f2c8772 req-8a9ce70b-9fb5-4d2a-a066-2b2cfb1b75d2 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852070 Oct 12 18:50:22.765483 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-6c723cc5-8fb8-4ff2-9d2e-69d3005dacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.766917 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-6c723cc5-8fb8-4ff2-9d2e-69d3005dacb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 1096 time: 0.0416915 Oct 12 18:50:22.862290 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-3b1fde87-f171-475b-be4a-bad576b80ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.863787 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-3b1fde87-f171-475b-be4a-bad576b80ba1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.0891094 Oct 12 18:50:22.908321 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-b9191142-80d4-490d-b994-9734755c322f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e41236e2-7329-4b7d-8c26-b79df0901a20 HTTP/1.1" status: 200 len: 217 time: 0.0356424 Oct 12 18:50:22.961020 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-2cc88fe6-c18e-4b33-876c-e1a2fbf19efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:22.962416 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-2cc88fe6-c18e-4b33-876c-e1a2fbf19efc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0469196 Oct 12 18:50:23.010389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-95ebfe4f-2709-437d-942e-0093ce2489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:23.011960 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-95ebfe4f-2709-437d-942e-0093ce2489ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417099 Oct 12 18:50:23.049786 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:23.098039 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:23.098409 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:23.112479 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-f5b0b112-3746-4b7a-a9fb-d9cb07c36978 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884824 Oct 12 18:50:23.190435 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:23.210804 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ad79-364e-4cce-a589-c45c59beb38a req-4b697eb2-8098-4bc6-a375-27dfc334d0b5 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:23.212323 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9b75ad79-364e-4cce-a589-c45c59beb38a req-4b697eb2-8098-4bc6-a375-27dfc334d0b5 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0509312 Oct 12 18:50:23.213634 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:50:23.216875 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505ebfa-26b3-497d-8224-95178097a6ca" -d '{"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-plugged", "status": "completed", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:50:23.227766 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-474f3288-b9aa-4e82-ba0e-8cabd0244c6f req-020e6717-9a14-43c0-9ba5-4d1879e2bfde service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039519 Oct 12 18:50:23.230793 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:23.235638 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:23.267626 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3d4c06-36f7-4621-8e1a-00ad2a173ce3 x-openstack-request-id: req-ff3d4c06-36f7-4621-8e1a-00ad2a173ce3 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:50:23.267925 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-plugged", "status": "completed", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:50:23.268183 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff3d4c06-36f7-4621-8e1a-00ad2a173ce3 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:50:23.268573 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'code': 200} Oct 12 18:50:23.279191 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9b75ad79-364e-4cce-a589-c45c59beb38a req-deefe5b2-05fc-4a82-8250-9a642c69a24d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595572 Oct 12 18:50:23.286805 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=10']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:23.442830 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f0876-f995-4f5e-b166-8a6542452829 req-975dc338-2c55-43ce-bc6c-408f0dd0d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:23.444273 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-065f0876-f995-4f5e-b166-8a6542452829 req-975dc338-2c55-43ce-bc6c-408f0dd0d125 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 1099 time: 0.0394781 Oct 12 18:50:23.478754 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-065f0876-f995-4f5e-b166-8a6542452829 req-c07ececb-2a96-4535-910b-638b0d497679 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274808 Oct 12 18:50:23.712492 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9da24-443c-4709-b304-3c2fa1b1d191 req-e7862cd4-3dd6-47f9-8dcb-a3308302b983 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:23.713960 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b1d9da24-443c-4709-b304-3c2fa1b1d191 req-e7862cd4-3dd6-47f9-8dcb-a3308302b983 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 946 time: 0.0484867 Oct 12 18:50:23.755778 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b1d9da24-443c-4709-b304-3c2fa1b1d191 req-a7cf76c1-6d15-4fef-b25f-17c06d9fb08c tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356750 Oct 12 18:50:24.396093 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d596e-ea31-4207-8591-225394ca901a req-0cb0d30d-0fac-4650-b807-35d12964e52c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:24.397592 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-833d596e-ea31-4207-8591-225394ca901a req-0cb0d30d-0fac-4650-b807-35d12964e52c tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0504127 Oct 12 18:50:24.440223 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-833d596e-ea31-4207-8591-225394ca901a req-c6442b66-9815-4a51-b5f1-cd9893332a30 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331316 Oct 12 18:50:24.890537 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66feb9-022c-494f-aef9-7fa284a730c8 req-b977ad86-26db-4d63-9a69-ff9d53568c50 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:24.891793 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a66feb9-022c-494f-aef9-7fa284a730c8 req-b977ad86-26db-4d63-9a69-ff9d53568c50 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 946 time: 0.0568354 Oct 12 18:50:24.932670 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a66feb9-022c-494f-aef9-7fa284a730c8 req-c48c2262-69d8-49e9-a2f7-bf5775dde85b tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334978 Oct 12 18:50:25.553195 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc199b-42d1-4e13-a983-c88bf57f301a req-7ad8de7e-a704-4d48-9a80-20bd72132c05 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:25.554669 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8fcc199b-42d1-4e13-a983-c88bf57f301a req-7ad8de7e-a704-4d48-9a80-20bd72132c05 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0485821 Oct 12 18:50:25.595837 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8fcc199b-42d1-4e13-a983-c88bf57f301a req-486ecb96-958a-47cd-9445-ca3d86cd7442 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349710 Oct 12 18:50:26.050986 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb9a32-f008-46be-ac2f-2ba914a77966 req-c3542e27-1394-4655-ad9e-80b6d457cd65 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:26.052333 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-41cb9a32-f008-46be-ac2f-2ba914a77966 req-c3542e27-1394-4655-ad9e-80b6d457cd65 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 946 time: 0.0481057 Oct 12 18:50:26.090882 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-41cb9a32-f008-46be-ac2f-2ba914a77966 req-7f1239b5-5ecb-484e-a891-3a307edbaf61 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Oct 12 18:50:26.711203 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb64e-a3be-4fed-bc29-9fa5859b5bf8 req-b78f9b81-e722-4fc5-a70e-df925008473d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:26.712690 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a9fb64e-a3be-4fed-bc29-9fa5859b5bf8 req-b78f9b81-e722-4fc5-a70e-df925008473d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0502498 Oct 12 18:50:26.751947 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a9fb64e-a3be-4fed-bc29-9fa5859b5bf8 req-ed5a598c-b746-4b6b-afcd-03d68ec9ed97 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330818 Oct 12 18:50:27.866547 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266ee0e-3e71-41ff-849c-a6a3d5160322 req-ebf45bd2-88b1-40bf-83ec-9154fac06f45 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:27.868016 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e266ee0e-3e71-41ff-849c-a6a3d5160322 req-ebf45bd2-88b1-40bf-83ec-9154fac06f45 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0497351 Oct 12 18:50:27.912637 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e266ee0e-3e71-41ff-849c-a6a3d5160322 req-c5d7fee7-7c64-4c85-be64-0abb67a3ea9d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380955 Oct 12 18:50:28.680220 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:29.028834 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c7d0-0545-48e2-9f01-7b6b10785eb5 req-a2eb7957-12b3-4940-a6e2-17c3988b3a66 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:29.030386 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-54b3c7d0-0545-48e2-9f01-7b6b10785eb5 req-a2eb7957-12b3-4940-a6e2-17c3988b3a66 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0515077 Oct 12 18:50:29.068762 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-54b3c7d0-0545-48e2-9f01-7b6b10785eb5 req-99b678ad-2206-4a07-aaef-379ca5b82468 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323653 Oct 12 18:50:30.186251 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9706a1b-6d61-409c-a8a6-7821b57333f1 req-a77d573b-12f1-4532-8031-16a965c38aa5 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:30.187777 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d9706a1b-6d61-409c-a8a6-7821b57333f1 req-a77d573b-12f1-4532-8031-16a965c38aa5 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0496867 Oct 12 18:50:30.228307 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d9706a1b-6d61-409c-a8a6-7821b57333f1 req-404a52c9-c800-4abf-afa7-69c021e308d7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346866 Oct 12 18:50:31.119312 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device e41236e2-7329-4b7d-8c26-b79df0901a20 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:50:31.223036 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port e41236e2-7329-4b7d-8c26-b79df0901a20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e41236e2-7329-4b7d-8c26-b79df0901a20,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:31.236282 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'port_id': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'mac_address': 'fa:16:3e:22:de:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:50:31.275986 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:31.290717 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41236e2-7329-4b7d-8c26-b79df0901a20 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:50:31.312038 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port e41236e2-7329-4b7d-8c26-b79df0901a20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e41236e2-7329-4b7d-8c26-b79df0901a20,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:31.316358 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:31.346609 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8772a-0924-4b88-8367-5272b3c2772e req-1c7574dc-c9be-4123-b686-f35a7f6a3003 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:31.348159 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bde8772a-0924-4b88-8367-5272b3c2772e req-1c7574dc-c9be-4123-b686-f35a7f6a3003 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 943 time: 0.0513263 Oct 12 18:50:31.367719 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=e41236e2-7329-4b7d-8c26-b79df0901a20,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:31.375235 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.375614 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.375925 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.376250 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.376584 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.376912 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.377305 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.377638 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.377962 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.378301 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.378640 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.378958 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:31.393050 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bde8772a-0924-4b88-8367-5272b3c2772e req-897e7f9f-8a1c-4e0d-b7ca-03074aabeba6 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382173 Oct 12 18:50:31.555863 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['e41236e2-7329-4b7d-8c26-b79df0901a20'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:50:32.505469 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dddbd-c3bd-4655-b668-2e4786b4a782 req-d17c1215-1998-49f5-9f9b-03583350a402 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:32.506936 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1e9dddbd-c3bd-4655-b668-2e4786b4a782 req-d17c1215-1998-49f5-9f9b-03583350a402 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 944 time: 0.0485919 Oct 12 18:50:32.545120 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1e9dddbd-c3bd-4655-b668-2e4786b4a782 req-24bd8df4-7bdb-4e55-b2d6-5c35106a6829 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315323 Oct 12 18:50:33.122108 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device e41236e2-7329-4b7d-8c26-b79df0901a20 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:33.169538 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port e41236e2-7329-4b7d-8c26-b79df0901a20 completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:50:33.173150 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port e41236e2-7329-4b7d-8c26-b79df0901a20 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:33.173522 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:33.251531 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:33.272939 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:50:33.275198 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ba4d4a-98af-4998-a970-a595ee948071" -d '{"events": [{"server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "name": "network-vif-plugged", "status": "completed", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:50:33.287578 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port e41236e2-7329-4b7d-8c26-b79df0901a20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e41236e2-7329-4b7d-8c26-b79df0901a20,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:33.292576 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:33.317146 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d68a91-6238-4953-8ccc-4dea412f13b5 x-openstack-request-id: req-f3d68a91-6238-4953-8ccc-4dea412f13b5 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:50:33.317508 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "name": "network-vif-plugged", "status": "completed", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:50:33.317682 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3d68a91-6238-4953-8ccc-4dea412f13b5 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:50:33.318168 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'code': 200} Oct 12 18:50:33.344114 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=e41236e2-7329-4b7d-8c26-b79df0901a20,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:33.548325 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f3ee0-e563-4bbb-bb90-21de38236f01 req-c116ec63-4dba-4dd9-a072-8f02ffc22de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:33.549712 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-567f3ee0-e563-4bbb-bb90-21de38236f01 req-c116ec63-4dba-4dd9-a072-8f02ffc22de8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 1098 time: 0.0445869 Oct 12 18:50:33.586210 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-567f3ee0-e563-4bbb-bb90-21de38236f01 req-c8831e37-a9cc-434e-b147-703481a0b104 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279586 Oct 12 18:50:33.657490 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d8f7c-ae2c-4d35-8113-94c4f7ee685e req-4e7af481-4eab-4e36-80e8-875eeabd6ee0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:33.658995 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-136d8f7c-ae2c-4d35-8113-94c4f7ee685e req-4e7af481-4eab-4e36-80e8-875eeabd6ee0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 945 time: 0.0481970 Oct 12 18:50:33.696072 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-136d8f7c-ae2c-4d35-8113-94c4f7ee685e req-af079596-d661-4bff-a7cc-29d82b058918 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311618 Oct 12 18:50:34.813661 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf145e-4e19-4ac2-be61-9a0291d44851 req-24159199-8357-4058-b1d1-20fa48308cad tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:34.815509 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-81bf145e-4e19-4ac2-be61-9a0291d44851 req-24159199-8357-4058-b1d1-20fa48308cad tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 945 time: 0.0486109 Oct 12 18:50:34.859924 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-81bf145e-4e19-4ac2-be61-9a0291d44851 req-0c4b9c2f-5a34-4dff-9168-2e6068e35636 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379560 Oct 12 18:50:35.977509 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd7eeb-1dc8-4125-bf69-5a7dcf19515b req-0c5347c8-032c-462d-a8f4-516230183bd3 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:35.978926 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f7cd7eeb-1dc8-4125-bf69-5a7dcf19515b req-0c5347c8-032c-462d-a8f4-516230183bd3 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 945 time: 0.0484266 Oct 12 18:50:36.015962 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f7cd7eeb-1dc8-4125-bf69-5a7dcf19515b req-13f87719-4889-4c90-95b7-70defe4da492 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311208 Oct 12 18:50:36.132539 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaba69-9bd6-4028-a5ee-61761c802d31 req-88a074a5-4b20-4a7b-b110-459f11035eae tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:36.134007 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5deaba69-9bd6-4028-a5ee-61761c802d31 req-88a074a5-4b20-4a7b-b110-459f11035eae tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 945 time: 0.0526164 Oct 12 18:50:36.172467 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5deaba69-9bd6-4028-a5ee-61761c802d31 req-558ac403-c3ba-4e54-857a-55c86287af33 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Oct 12 18:50:36.193763 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40378) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:36.326967 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7be30e-005c-40b5-a0ae-95dafda87849 tempest-TestVolumeBootPattern-1082055691 tempest-TestVolumeBootPattern-1082055691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:36.328454 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-cd7be30e-005c-40b5-a0ae-95dafda87849 tempest-TestVolumeBootPattern-1082055691 tempest-TestVolumeBootPattern-1082055691-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 1093 time: 0.1334224 Oct 12 18:50:36.331281 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40382) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:36.335534 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'port_id': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:36.357625 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:36.456468 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:36.566173 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Allocated IP 172.27.2.205 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/b5123039-8fd8-4c03-ada7-6307dc7a5de0) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:50:36.665731 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:36.698760 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:36.739835 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:36.741314 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:36.749807 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:50:36.780629 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=b5123039-8fd8-4c03-ada7-6307dc7a5de0,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:36.792299 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.792649 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.792992 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.793324 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.793656 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.793986 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.794315 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.794664 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.794994 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.795317 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.795643 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:36.795963 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:37.127786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:37.195603 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:37.340158 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:37.344456 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:37.408076 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event updated for resources: {'Port': ['ID=b5123039-8fd8-4c03-ada7-6307dc7a5de0,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:37.420010 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:37.515360 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.l3_db [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Floating IP c99f4437-4048-43cc-aa37-b49de01f8b19 associated. External IP: 172.27.2.205, port: e41236e2-7329-4b7d-8c26-b79df0901a20. Oct 12 18:50:37.718421 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:50:37.826360 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:50:37.837167 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:50:37.844881 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:37.848147 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:37.848756 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:37.872605 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-26a04873-1f87-4928-8a34-2575c3014f4f tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5402896 Oct 12 18:50:37.873272 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:50:37.875579 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500b019a-e10c-4f8d-bf05-18ed6a1a3093" -d '{"events": [{"name": "network-changed", "server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:50:37.918821 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fb5a85-c030-4a97-9fd3-aead3c867cca x-openstack-request-id: req-79fb5a85-c030-4a97-9fd3-aead3c867cca {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:50:37.919114 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:50:37.919428 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79fb5a85-c030-4a97-9fd3-aead3c867cca {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:50:37.919773 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'status': 'completed', 'code': 200} Oct 12 18:50:37.952810 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:37.986865 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-8629994a-54c1-49e5-9815-b186c0dbb41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:37.988368 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-8629994a-54c1-49e5-9815-b186c0dbb41e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 1098 time: 0.0417883 Oct 12 18:50:38.084205 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-bcf397e3-adda-47e4-bcf4-32fe99a5caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:38.085673 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-bcf397e3-adda-47e4-bcf4-32fe99a5caa1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.0883651 Oct 12 18:50:38.153493 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-ab3b8d37-a54f-45a6-b5c1-11eae9ab9ac8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e41236e2-7329-4b7d-8c26-b79df0901a20 HTTP/1.1" status: 200 len: 999 time: 0.0598345 Oct 12 18:50:38.179618 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'c99f4437-4048-43cc-aa37-b49de01f8b19', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:22:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69868210-c4fb-4eec-92b6-5f849b9984da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:50:36Z', 'updated_at': '2021-10-12T18:50:36Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}, {'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:19Z', 'revision_number': 1, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:38.203524 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-4462a8ac-2275-4f52-911d-bc44acb7a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:38.204938 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-4462a8ac-2275-4f52-911d-bc44acb7a125 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0445240 Oct 12 18:50:38.205061 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:50:38.213773 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:38.214377 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:38.255389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-33ba18fd-3a6e-435c-8c85-140ee248e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:38.256873 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-33ba18fd-3a6e-435c-8c85-140ee248e988 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448501 Oct 12 18:50:38.323090 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:38.350542 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-84a14b96-4c8a-44b3-8edc-d3f2853fae44 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837748 Oct 12 18:50:38.445893 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-500b019a-e10c-4f8d-bf05-18ed6a1a3093 req-2c1bb841-7a43-4dc3-9187-39f066889ecb service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880115 Oct 12 18:50:38.667715 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'c99f4437-4048-43cc-aa37-b49de01f8b19', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:22:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69868210-c4fb-4eec-92b6-5f849b9984da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:50:36Z', 'updated_at': '2021-10-12T18:50:36Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}, {'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:19Z', 'revision_number': 1, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:38.693722 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe8fe9-7be7-4368-aa42-8325320c9454 None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'c99f4437-4048-43cc-aa37-b49de01f8b19', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:22:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69868210-c4fb-4eec-92b6-5f849b9984da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:50:36Z', 'updated_at': '2021-10-12T18:50:36Z', 'revision_number': 0, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}, {'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:19Z', 'revision_number': 1, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:50:38.895502 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa68c4-5e18-42bc-be56-8d001fe165b8 None None] New status for floating IP c99f4437-4048-43cc-aa37-b49de01f8b19: ACTIVE {{(pid=100549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:50:40.659063 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:50:43.050246 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc37-5211-4dbe-bf20-ab6b2692d8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:45.985787 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b82f452d-9360-4b97-8a8d-5d28ea49f688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:46.866034 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:47.214169 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:49.094741 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:58.674541 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:59.308221 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f672a05-a53a-48aa-88ac-bbc9c7b59855 req-0567ee89-d4e8-464f-9472-2d442c064491 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:59.309701 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4f672a05-a53a-48aa-88ac-bbc9c7b59855 req-0567ee89-d4e8-464f-9472-2d442c064491 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 946 time: 0.0492809 Oct 12 18:50:59.349752 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4f672a05-a53a-48aa-88ac-bbc9c7b59855 req-f241f8c7-a9d7-4293-a3e3-649c99eb6bae tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341628 Oct 12 18:51:00.470424 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb44e2-827c-4073-ad87-733b29d76007 req-2dd94683-aded-4fc8-8206-ede9bf62b018 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:00.472045 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ebcb44e2-827c-4073-ad87-733b29d76007 req-2dd94683-aded-4fc8-8206-ede9bf62b018 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 946 time: 0.0486171 Oct 12 18:51:00.512735 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ebcb44e2-827c-4073-ad87-733b29d76007 req-e696c4c2-de7b-4d24-aa20-82b759d2e6f4 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349188 Oct 12 18:51:00.934564 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b56254-7776-4e03-b994-30618cf02158 req-9b9e427c-8c22-43dd-a8d1-58ad781a05f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:00.936009 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4b56254-7776-4e03-b994-30618cf02158 req-9b9e427c-8c22-43dd-a8d1-58ad781a05f2 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 946 time: 0.0509598 Oct 12 18:51:01.025032 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Deleting port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:01.025289 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:01.117001 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] For port c3cd4083-42a0-4bc3-8a79-4066fe5229d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:01.117362 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:01.293303 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:01.293556 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:01.293875 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Floating IP abf7f928-56d2-4f42-9a77-6f88594ad00a disassociated. External IP: 172.27.2.85, port: c3cd4083-42a0-4bc3-8a79-4066fe5229d0. Oct 12 18:51:01.294209 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Calling delete_port for c3cd4083-42a0-4bc3-8a79-4066fe5229d0 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:01.420177 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:01.457169 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event deleted for resources: {'Port': ['ID=c3cd4083-42a0-4bc3-8a79-4066fe5229d0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:01.568659 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Router 30e701a0-6b06-4d0b-ab1d-1be282025eac has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:51:01.610953 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e62c62e6-ecd0-4eea-a47d-04aba915c62e req-323425f2-6578-4f38-af0d-b145eb2b97bc tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 210 time: 0.0272956 Oct 12 18:51:01.676334 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:51:01.686872 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] Sync routers for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:51:01.697461 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:01.698094 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:01.719319 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] No DVR routers for this DVR port c3cd4083-42a0-4bc3-8a79-4066fe5229d0 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:51:01.721896 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:01.725272 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a4b56254-7776-4e03-b994-30618cf02158 req-965e8f3c-fb90-4d90-8797-9cb35be2b7bf tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.32 "DELETE /v2.0/ports/c3cd4083-42a0-4bc3-8a79-4066fe5229d0 HTTP/1.1" status: 204 len: 173 time: 0.7827871 Oct 12 18:51:01.725718 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-deleted', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:01.728202 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb77b101-7347-4a86-a8c4-8249a6828645" -d '{"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-deleted", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:01.765860 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2224f8-7943-499e-8f9a-d076cad90200 x-openstack-request-id: req-0d2224f8-7943-499e-8f9a-d076cad90200 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:01.766226 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460acbaf-1559-40b1-8e32-a0755911e609", "name": "network-vif-deleted", "tag": "c3cd4083-42a0-4bc3-8a79-4066fe5229d0", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:01.766608 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d2224f8-7943-499e-8f9a-d076cad90200 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:01.767059 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460acbaf-1559-40b1-8e32-a0755911e609', 'name': 'network-vif-deleted', 'tag': 'c3cd4083-42a0-4bc3-8a79-4066fe5229d0', 'status': 'completed', 'code': 200} Oct 12 18:51:01.807946 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:02.038805 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:02.065632 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] Checking router: 30e701a0-6b06-4d0b-ab1d-1be282025eac for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:51:02.074430 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:02.075075 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:02.178306 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:02.328489 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ad5849cd-f70d-4ac0-96f9-a8cdc44d7545 req-64ba7602-3c84-4d3a-9104-33b88b8755f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460acbaf-1559-40b1-8e32-a0755911e609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285311 Oct 12 18:51:02.382237 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:02.389563 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ad5849cd-f70d-4ac0-96f9-a8cdc44d7545 req-a990d950-3ce5-4d66-b633-654789f39e2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1745c355387471c8d0558e276552a11&device_id=460acbaf-1559-40b1-8e32-a0755911e609 HTTP/1.1" status: 200 len: 210 time: 0.0294554 Oct 12 18:51:02.415394 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32c76-73b6-4b68-bf88-9bd34482cad1 None None] The sync data for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi is: [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:43:01Z', 'revision_number': 4, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'c30ba4eb-ecd1-4a60-8dac-ca056f983178', 'name': '', 'network_id': '5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'mac_address': 'fa:16:3e:f2:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:00Z', 'updated_at': '2021-10-12T18:43:11Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'subnets': [{'id': 'cfc98d7f-ba13-4cce-be40-52986b0ca981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:51:02.511837 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5849cd-f70d-4ac0-96f9-a8cdc44d7545 req-4594374a-4a29-4348-a428-810ab415fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:02.513327 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ad5849cd-f70d-4ac0-96f9-a8cdc44d7545 req-4594374a-4a29-4348-a428-810ab415fb40 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f1745c355387471c8d0558e276552a11&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1019421 Oct 12 18:51:02.632327 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5849cd-f70d-4ac0-96f9-a8cdc44d7545 req-31919b1f-3f11-4ffa-a4d4-42f6fe63d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:02.634747 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ad5849cd-f70d-4ac0-96f9-a8cdc44d7545 req-31919b1f-3f11-4ffa-a4d4-42f6fe63d886 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132016 Oct 12 18:51:02.637958 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe4b33-abe2-4e69-9cdc-01d66fc4bcfe None None] New status for floating IP abf7f928-56d2-4f42-9a77-6f88594ad00a: DOWN {{(pid=100549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:51:02.718891 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40428) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:02.777817 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5351fd8e-453b-4202-9b20-c77b50f56a96 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:02.801369 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5351fd8e-453b-4202-9b20-c77b50f56a96 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:02.849433 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5351fd8e-453b-4202-9b20-c77b50f56a96 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:02.852091 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5351fd8e-453b-4202-9b20-c77b50f56a96 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:02.854344 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-5351fd8e-453b-4202-9b20-c77b50f56a96 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "DELETE /v2.0/security-groups/8ea9e112-9f2f-4f2f-9996-1b0665fd6a91 HTTP/1.1" status: 204 len: 168 time: 0.1336250 Oct 12 18:51:02.856546 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40430) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:02.862727 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351fd8e-453b-4202-9b20-c77b50f56a96 tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea9e112-9f2f-4f2f-9996-1b0665fd6a91,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:02.873924 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.api.v2.resource [None req-01ee87c8-61da-428c-9891-5795e427b40e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] show failed (client error): The resource could not be found. Oct 12 18:51:02.874986 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-01ee87c8-61da-428c-9891-5795e427b40e tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "GET /v2.0/security-groups/8ea9e112-9f2f-4f2f-9996-1b0665fd6a91 HTTP/1.1" status: 404 len: 347 time: 0.0174122 Oct 12 18:51:02.877950 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40432) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:02.999674 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Deleting port 512a71ce-0b23-43c9-8a35-27509c320cf1 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:03.000017 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:03.080179 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:03.080508 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:03.092060 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Calling delete_port for 512a71ce-0b23-43c9-8a35-27509c320cf1 owned by network:floatingip {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:03.229930 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:03.254574 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Pushing event deleted for resources: {'Port': ['ID=512a71ce-0b23-43c9-8a35-27509c320cf1,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:03.312768 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks [] for floatingip, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:03.315332 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:03.316531 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-d8e4f355-e2dc-459e-a9cb-f7402816182f tempest-AttachVolumeShelveTestJSON-235834727 tempest-AttachVolumeShelveTestJSON-235834727-project] 10.222.0.62 "DELETE /v2.0/floatingips/abf7f928-56d2-4f42-9a77-6f88594ad00a HTTP/1.1" status: 204 len: 168 time: 0.4375646 Oct 12 18:51:05.257363 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:05.277609 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: c3cd4083-42a0-4bc3-8a79-4066fe5229d0 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:05.277957 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c3cd4083-42a0-4bc3-8a79-4066fe5229d0 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:05.716486 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40454) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:06.406494 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:06.646928 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Deleting port c30ba4eb-ecd1-4a60-8dac-ca056f983178 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:06.647271 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:06.726672 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] For port c30ba4eb-ecd1-4a60-8dac-ca056f983178, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=c30ba4eb-ecd1-4a60-8dac-ca056f983178,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:06.727678 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:06.738378 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Calling delete_port for c30ba4eb-ecd1-4a60-8dac-ca056f983178 owned by network:router_interface {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:06.917289 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:06.940595 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30ba4eb-ecd1-4a60-8dac-ca056f983178,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:07.106617 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.315955 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Router 30e701a0-6b06-4d0b-ab1d-1be282025eac has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:51:07.419003 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:51:07.424763 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ca166389-a22b-4f3d-85ee-2c7f1a460549 admin admin] 10.222.0.62 "PUT /v2.0/routers/30e701a0-6b06-4d0b-ab1d-1be282025eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072163 Oct 12 18:51:07.426681 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40460) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:07.427375 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] Sync routers for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:51:07.437025 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:07.437636 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:07.544645 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:07.744665 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:51:06Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:07.773411 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] Checking router: 30e701a0-6b06-4d0b-ab1d-1be282025eac for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:51:07.781979 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] Routers {'30e701a0-6b06-4d0b-ab1d-1be282025eac'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:07.782624 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['30e701a0-6b06-4d0b-ab1d-1be282025eac'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:07.787275 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks [] for router, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.888312 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] Set router 30e701a0-6b06-4d0b-ab1d-1be282025eac gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:07.889318 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.941291 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Deleting port 77087091-fc65-40e1-9216-9587811b8ebe {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:07.941667 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.024716 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] For port 77087091-fc65-40e1-9216-9587811b8ebe, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=77087091-fc65-40e1-9216-9587811b8ebe,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:08.025001 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.037257 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Calling delete_port for 77087091-fc65-40e1-9216-9587811b8ebe owned by network:router_gateway {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:08.065901 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:51:06Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:08.095409 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d61c3-9894-4545-ab49-24198f6da23d None None] The sync data for ids ['30e701a0-6b06-4d0b-ab1d-1be282025eac'] in dv-cinder-813228-2-iscsi is: [{'id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'name': 'tempest-AttachVolumeShelveTestJSON-1049478591-router', 'tenant_id': 'f1745c355387471c8d0558e276552a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '77087091-fc65-40e1-9216-9587811b8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:42:52Z', 'updated_at': '2021-10-12T18:51:06Z', 'revision_number': 5, 'project_id': 'f1745c355387471c8d0558e276552a11', 'gw_port': {'id': '77087091-fc65-40e1-9216-9587811b8ebe', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e701a0-6b06-4d0b-ab1d-1be282025eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:42:53Z', 'updated_at': '2021-10-12T18:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:51:08.201691 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.229718 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Pushing event deleted for resources: {'Port': ['ID=77087091-fc65-40e1-9216-9587811b8ebe,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:08.288718 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.377364 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.379435 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.427385 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.428827 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30e701a0-6b06-4d0b-ab1d-1be282025eac {{(pid=100546) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:51:08.436030 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.439626 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-71fbfe36-35d8-4491-8336-2c9c677df94c admin admin] 10.222.0.62 "DELETE /v2.0/routers/30e701a0-6b06-4d0b-ab1d-1be282025eac HTTP/1.1" status: 204 len: 168 time: 1.0095608 Oct 12 18:51:08.439940 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40462) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:08.486275 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee54e62-d325-4eba-983d-39447ae67d48 admin admin] Deleting subnet cfc98d7f-ba13-4cce-be40-52986b0ca981 {{(pid=100547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:51:08.489573 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee54e62-d325-4eba-983d-39447ae67d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.527205 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee54e62-d325-4eba-983d-39447ae67d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28868127'] for subnet, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.640898 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee54e62-d325-4eba-983d-39447ae67d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.697266 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee54e62-d325-4eba-983d-39447ae67d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28930556'] for subnet, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.727952 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee54e62-d325-4eba-983d-39447ae67d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc98d7f-ba13-4cce-be40-52986b0ca981,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:08.731861 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee54e62-d325-4eba-983d-39447ae67d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.735110 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-aee54e62-d325-4eba-983d-39447ae67d48 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cfc98d7f-ba13-4cce-be40-52986b0ca981 HTTP/1.1" status: 204 len: 168 time: 0.2941928 Oct 12 18:51:08.736960 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa135e7-118a-49b2-aaef-f64078d1723c None None] Network 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:51:08.737807 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40464) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:08.806231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.861183 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Deleting port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:08.861521 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.931281 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] For port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=2c6debf6-b0da-46c6-b91b-94ef09f7fac2,segment=NetworkSegment(94e07ad9-5cbc-4a77-b097-a5e0068390bc),segment_id=94e07ad9-5cbc-4a77-b097-a5e0068390bc)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:08.931654 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:08.944230 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Calling delete_port for 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 owned by network:dhcp {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:09.024657 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.055762 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6debf6-b0da-46c6-b91b-94ef09f7fac2,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:09.061109 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c54c4-8333-4a63-9f26-c206e7022e5c None None] DHCP port deletion for 5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 request from dv-cinder-813228-2-iscsi {{(pid=100548) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:51:09.061964 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] No DVR routers for this DVR port 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 on host dv-cinder-813228-2-iscsi {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:51:09.143681 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.163468 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:09.173736 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e07ad9-5cbc-4a77-b097-a5e0068390bc') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:09.174032 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e07ad9-5cbc-4a77-b097-a5e0068390bc') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:09.185094 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.199245 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.205372 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:51:09.206126 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:51:09.207817 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:51:09.264835 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.270123 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.273351 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6 HTTP/1.1" status: 204 len: 168 time: 0.5345218 Oct 12 18:51:09.284668 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6499ae1-746b-4d75-9418-4ecc8f40e120 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7f2f9c-c523-40d6-b0d2-2c6096c5e2b6,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:09.381252 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40468) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:09.420234 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a7ffaaca-884b-42dc-88db-c72715f6a58d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1745c355387471c8d0558e276552a11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378306 Oct 12 18:51:09.422674 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40470) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:09.469730 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec838-03a1-4e64-b58c-9a417e0f1d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.490476 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec838-03a1-4e64-b58c-9a417e0f1d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.535586 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec838-03a1-4e64-b58c-9a417e0f1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.538328 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec838-03a1-4e64-b58c-9a417e0f1d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.540249 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-eb9ec838-03a1-4e64-b58c-9a417e0f1d6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/120ae81d-25eb-4f4e-9a60-3450547cec3a HTTP/1.1" status: 204 len: 168 time: 0.1165977 Oct 12 18:51:09.548073 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ec838-03a1-4e64-b58c-9a417e0f1d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ae81d-25eb-4f4e-9a60-3450547cec3a,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:09.759646 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:09.779846 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:09.780197 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 2c6debf6-b0da-46c6-b91b-94ef09f7fac2 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:09.780620 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device c30ba4eb-ecd1-4a60-8dac-ca056f983178 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:09.800080 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: c30ba4eb-ecd1-4a60-8dac-ca056f983178 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:09.800431 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device c30ba4eb-ecd1-4a60-8dac-ca056f983178 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:09.800854 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 77087091-fc65-40e1-9216-9587811b8ebe no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:09.819533 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 77087091-fc65-40e1-9216-9587811b8ebe {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:09.819884 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 77087091-fc65-40e1-9216-9587811b8ebe not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:10.212415 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40492) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:10.306798 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-331767456-network', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:10.328258 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Made reservation on behalf of bef660f56b784c3383306179e4f6b7d0 for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:10.330592 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.338972 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.413857 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.417967 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.440563 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:51:10.454092 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff14501f-1f99-4db0-9af8-67d408d5b2b1,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:10.458860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.459208 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Added segment b4a2cca5-658a-4ec1-ab57-d45a1f033c79 of type vlan for network ec71b464-755c-4dd0-ab9f-00344f91abe1 Oct 12 18:51:10.499119 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.524445 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.525474 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:10.526055 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.576016 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3623929 Oct 12 18:51:10.578971 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40496) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:10.584257 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Request body: {'subnet': {'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-331767456-subnet', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:10.587108 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db28501-7c56-4093-9124-a93ff04d7681 admin admin] Pushing event updated for resources: {'Network': ['ID=ec71b464-755c-4dd0-ab9f-00344f91abe1,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:10.597252 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:51:10.607783 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Made reservation on behalf of bef660f56b784c3383306179e4f6b7d0 for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:10.610208 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25929147'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.775531 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25792838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25929109'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.828272 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b20a30-ba8f-4adb-a176-2b086849967e,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:10.840257 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Checking segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:10.840612 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Network hostable DHCP agents. Network: ec71b464-755c-4dd0-ab9f-00344f91abe1, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:51:10.856893 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:51:10.865099 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, ec71b464-755c-4dd0-ab9f-00344f91abe1) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:10.869545 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:10.870148 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.873811 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431f371-1b1b-478c-8f02-4df86e6a0096 None None] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:51:10.887012 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-032ef91e-d94a-40a9-b1dc-599041231a24 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3068397 Oct 12 18:51:10.889721 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40498) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:10.894156 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:10.915339 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-485144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57603'] for router, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.916358 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57626'] for router, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.972065 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.020776 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f654bca-b38b-5a1f-ba75-e3fc7b7ed902-ec71b464-755c-4dd0-ab9f-00344f91abe1', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e'}]}} from dv-cinder-813228-2-iscsi. {{(pid=100548) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:51:11.021672 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.113100 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.185443 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.db_base_plugin_common [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Allocated IP 172.20.0.2 (ec71b464-755c-4dd0-ab9f-00344f91abe1/03b20a30-ba8f-4adb-a176-2b086849967e/f2b264c6-8cbf-42ed-bc90-b5768a92f23b) {{(pid=100548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:11.335272 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Notify callbacks [] for port, precommit_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.342171 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511'] for port, after_create {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.346661 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.365658 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.379519 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 is already hosted by enough agents. {{(pid=100548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:11.382366 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.scheduler.base_scheduler [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Resources bound (agent type, host, resource id): {{(pid=100548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:11.386523 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Received port after_create {{(pid=100548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:11.398642 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Pushing event updated for resources: {'Port': ['ID=f2b264c6-8cbf-42ed-bc90-b5768a92f23b,revision_number=1']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:11.448612 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Attempting to bind port f2b264c6-8cbf-42ed-bc90-b5768a92f23b on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:51:11.448980 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Attempting to bind port f2b264c6-8cbf-42ed-bc90-b5768a92f23b by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:51:11.449345 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Attempting to bind port f2b264c6-8cbf-42ed-bc90-b5768a92f23b on network ec71b464-755c-4dd0-ab9f-00344f91abe1 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:11.454305 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:51:11.454707 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Checking segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:11.455108 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.455498 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Bound using segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:51:11.455963 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Bound port: f2b264c6-8cbf-42ed-bc90-b5768a92f23b, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:51:11.456342 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.480166 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Allocated IP 172.27.2.216 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/31cda339-7748-4577-a74b-38a17b41e4c3) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:11.518055 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] For port f2b264c6-8cbf-42ed-bc90-b5768a92f23b, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:51:11.521146 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] For port f2b264c6-8cbf-42ed-bc90-b5768a92f23b, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f2b264c6-8cbf-42ed-bc90-b5768a92f23b,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:51:11.525816 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.584616 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c92df8-0620-4265-9727-36aefc611509 None None] Pushing event updated for resources: {'Port': ['ID=f2b264c6-8cbf-42ed-bc90-b5768a92f23b,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:11.594558 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.631093 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.675241 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:11.678355 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:11.682601 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:11.704887 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Pushing event updated for resources: {'Port': ['ID=31cda339-7748-4577-a74b-38a17b41e4c3,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:11.963418 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.161012 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462602'] for router, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.297310 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Router 6720b6db-b979-4ab2-a74d-5dc15ee76011 is scheduled to L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 with binding_index 1 {{(pid=100546) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:51:12.419541 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:51:12.435528 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Sync routers for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:51:12.438183 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.439593 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-eb3c4f0a-4fc1-431c-8b5d-d7111418296e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5489182 Oct 12 18:51:12.442188 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40500) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:12.448331 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:12.449336 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:12.536567 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9995816f-fd41-41b0-8777-7e32c633e296 None None] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:51:12.585073 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:12.778158 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-c31beb24-1bd5-48ba-8fee-3bea73c92de8 None None] Provisioning complete for port f2b264c6-8cbf-42ed-bc90-b5768a92f23b triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:12.778391 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c31beb24-1bd5-48ba-8fee-3bea73c92de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.794835 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:11Z', 'revision_number': 3, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:12.836829 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Checking router: 6720b6db-b979-4ab2-a74d-5dc15ee76011 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:51:12.837177 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Updating router 6720b6db-b979-4ab2-a74d-5dc15ee76011 port 31cda339-7748-4577-a74b-38a17b41e4c3 binding host dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:51:12.865246 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.977057 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c31beb24-1bd5-48ba-8fee-3bea73c92de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.011983 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-c31beb24-1bd5-48ba-8fee-3bea73c92de8 None None] For port f2b264c6-8cbf-42ed-bc90-b5768a92f23b, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f2b264c6-8cbf-42ed-bc90-b5768a92f23b,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:13.017578 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c31beb24-1bd5-48ba-8fee-3bea73c92de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.079764 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-664ec772-1ed3-4e54-a9cb-750a416d0ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.088271 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31beb24-1bd5-48ba-8fee-3bea73c92de8 None None] Pushing event updated for resources: {'Port': ['ID=f2b264c6-8cbf-42ed-bc90-b5768a92f23b,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:13.188727 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Notify callbacks [] for port, precommit_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.194277 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.220698 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.237851 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-366f8654-1fb6-4300-aa85-dc67757f88f2 None None] Provisioning complete for port f2b264c6-8cbf-42ed-bc90-b5768a92f23b triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:13.238508 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-366f8654-1fb6-4300-aa85-dc67757f88f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.253379 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Attempting to bind port 31cda339-7748-4577-a74b-38a17b41e4c3 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:51:13.253751 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Attempting to bind port 31cda339-7748-4577-a74b-38a17b41e4c3 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:51:13.254106 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Attempting to bind port 31cda339-7748-4577-a74b-38a17b41e4c3 on network 05aecc20-e39e-4662-9f82-37f419dcef57 {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:13.257109 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Pushing event updated for resources: {'Port': ['ID=31cda339-7748-4577-a74b-38a17b41e4c3,revision_number=2']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:13.265695 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:51:13.265992 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Checking segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:13.266393 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.266806 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Bound using segment: {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'} {{(pid=100549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:51:13.267270 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.managers [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Bound port: 31cda339-7748-4577-a74b-38a17b41e4c3, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfd89b-f58f-4ce2-b14b-52976851a243', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}}] {{(pid=100549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:51:13.267659 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.270835 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.271192 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.271531 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.271865 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.272186 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.272510 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.272832 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.273183 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.273538 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.273860 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.274179 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.274519 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:13.327807 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] For port 31cda339-7748-4577-a74b-38a17b41e4c3, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:51:13.331203 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.plugins.ml2.db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] For port 31cda339-7748-4577-a74b-38a17b41e4c3, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=31cda339-7748-4577-a74b-38a17b41e4c3,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:51:13.335489 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron_lib.callbacks.manager [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.389203 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Allocated IP 172.20.0.1 (ec71b464-755c-4dd0-ab9f-00344f91abe1/03b20a30-ba8f-4adb-a176-2b086849967e/ca237f4b-d7af-4def-8652-dc8883208393) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:13.390640 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:13.391258 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:13.499125 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.521199 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6cf74-038b-466f-850c-cc0308af0237 None None] Pushing event updated for resources: {'Port': ['ID=31cda339-7748-4577-a74b-38a17b41e4c3,revision_number=3']} {{(pid=100549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:13.537178 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.580331 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:13.583206 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:13.586710 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:13.590710 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:13.614779 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca237f4b-d7af-4def-8652-dc8883208393,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:13.636995 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462811'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.783068 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.792610 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:11Z', 'revision_number': 3, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:13.820768 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fba259-5a3e-4339-a617-34f75ddadf8f None None] The sync data for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi is: [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:11Z', 'revision_number': 3, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:51:13.823595 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f2b264c6-8cbf-42ed-bc90-b5768a92f23b up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:13.881552 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-88950f6f-c283-4ff9-b6a7-ce8457a95bc8 None None] Provisioning complete for port ca237f4b-d7af-4def-8652-dc8883208393 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:13.882070 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-88950f6f-c283-4ff9-b6a7-ce8457a95bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.923600 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-88950f6f-c283-4ff9-b6a7-ce8457a95bc8 None None] Port ca237f4b-d7af-4def-8652-dc8883208393 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:51:13.925913 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port f2b264c6-8cbf-42ed-bc90-b5768a92f23b triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:13.926280 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.973266 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.978447 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.047506 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca237f4b-d7af-4def-8652-dc8883208393,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:14.049905 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483659'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.155354 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:14.156874 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:14.298997 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Router 6720b6db-b979-4ab2-a74d-5dc15ee76011 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:51:14.410800 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:51:14.417174 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-08cd5645-8303-4f85-9a56-d81d082607e0 admin admin] 10.222.0.62 "PUT /v2.0/routers/6720b6db-b979-4ab2-a74d-5dc15ee76011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9696629 Oct 12 18:51:14.453569 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a36c9da-e42a-4efe-8031-f9030427d819 None None] Provisioning complete for port ca237f4b-d7af-4def-8652-dc8883208393 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:14.454226 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a36c9da-e42a-4efe-8031-f9030427d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.503218 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a36c9da-e42a-4efe-8031-f9030427d819 None None] Port ca237f4b-d7af-4def-8652-dc8883208393 cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:51:15.188318 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40508) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:15.194557 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-7de46455-20d5-4b04-b65f-e0c62570c682 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536531552', 'description': 'tempest-description--436256697'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:15.221685 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7de46455-20d5-4b04-b65f-e0c62570c682 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.293637 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7de46455-20d5-4b04-b65f-e0c62570c682 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.297520 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7de46455-20d5-4b04-b65f-e0c62570c682 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.335152 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46455-20d5-4b04-b65f-e0c62570c682 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc8c9bd-4d5d-4b76-9b19-760093727c13,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:15.340690 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7de46455-20d5-4b04-b65f-e0c62570c682 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.344664 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7de46455-20d5-4b04-b65f-e0c62570c682 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1523213 Oct 12 18:51:15.345760 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40510) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:15.350068 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-c77f5487-f555-4f5d-8ff7-dafb9c4e0438 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'security_group_rule': {'security_group_id': '5cc8c9bd-4d5d-4b76-9b19-760093727c13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:15.383440 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c77f5487-f555-4f5d-8ff7-dafb9c4e0438 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.432496 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Sync routers for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:51:15.442690 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:15.443324 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:50:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:15.450098 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c77f5487-f555-4f5d-8ff7-dafb9c4e0438 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.454505 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c77f5487-f555-4f5d-8ff7-dafb9c4e0438 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.474994 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f5487-f555-4f5d-8ff7-dafb9c4e0438 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef64977-8759-46f8-99ad-5a89d3252c5b,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:15.482357 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c77f5487-f555-4f5d-8ff7-dafb9c4e0438 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.483566 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c77f5487-f555-4f5d-8ff7-dafb9c4e0438 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374841 Oct 12 18:51:15.486662 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40512) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:15.493027 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-fdda5bce-79e7-4045-b0d5-0bbeffab3f46 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'security_group_rule': {'security_group_id': '5cc8c9bd-4d5d-4b76-9b19-760093727c13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:15.527115 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fdda5bce-79e7-4045-b0d5-0bbeffab3f46 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.589505 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:15.595860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fdda5bce-79e7-4045-b0d5-0bbeffab3f46 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.600547 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fdda5bce-79e7-4045-b0d5-0bbeffab3f46 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.621564 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda5bce-79e7-4045-b0d5-0bbeffab3f46 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912b0df1-eeb3-4629-b7a8-9508d2a26f25,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:15.630307 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fdda5bce-79e7-4045-b0d5-0bbeffab3f46 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.635535 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-fdda5bce-79e7-4045-b0d5-0bbeffab3f46 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436653 Oct 12 18:51:15.635744 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40514) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:15.639739 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:15.665707 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.790671 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.826520 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 31cda339-7748-4577-a74b-38a17b41e4c3 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:15.890511 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 2, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:15.921396 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Checking router: 6720b6db-b979-4ab2-a74d-5dc15ee76011 for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:51:15.921683 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Updating router 6720b6db-b979-4ab2-a74d-5dc15ee76011 port ca237f4b-d7af-4def-8652-dc8883208393 binding host dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:51:15.930271 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Allocated IP 172.27.2.55 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/b1f05bde-8062-46fe-89cd-c15309a7e461) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:15.951390 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 31cda339-7748-4577-a74b-38a17b41e4c3 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:15.951778 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.956425 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.041915 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-27acfc93-a51d-4d3c-8369-d48963d0854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.085802 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.124724 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.159615 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.163352 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:16.166285 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:16.170103 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:16.195912 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'Port': ['ID=b1f05bde-8062-46fe-89cd-c15309a7e461,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:16.221552 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] For port 31cda339-7748-4577-a74b-38a17b41e4c3, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=31cda339-7748-4577-a74b-38a17b41e4c3,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:16.227903 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.267971 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.302136 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.306815 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Pushing event updated for resources: {'Port': ['ID=31cda339-7748-4577-a74b-38a17b41e4c3,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:16.374096 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.379920 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.430045 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150ba09-d20e-45f7-b377-69234638153e None None] Pushing event updated for resources: {'Port': ['ID=ca237f4b-d7af-4def-8652-dc8883208393,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:16.464825 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.470303 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.482414 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Attempting to bind port ca237f4b-d7af-4def-8652-dc8883208393 on host dv-cinder-813228-2-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:51:16.482915 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Attempting to bind port ca237f4b-d7af-4def-8652-dc8883208393 by drivers openvswitch,hyperv on host dv-cinder-813228-2-iscsi at level 0 using segments [{'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:51:16.482915 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Attempting to bind port ca237f4b-d7af-4def-8652-dc8883208393 on network ec71b464-755c-4dd0-ab9f-00344f91abe1 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:16.488244 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Checking agent: {'id': '5057ac03-1523-4fb3-be59-4cd949db8482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 34, 47), 'started_at': datetime.datetime(2021, 10, 12, 18, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:51:16.488622 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Checking segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:16.489015 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.489400 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Bound using segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:51:16.489871 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Bound port: ca237f4b-d7af-4def-8652-dc8883208393, host: dv-cinder-813228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:51:16.490251 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.551437 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'Port': ['ID=b1f05bde-8062-46fe-89cd-c15309a7e461,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:16.556231 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.563553 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] For port ca237f4b-d7af-4def-8652-dc8883208393, host dv-cinder-813228-2-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:51:16.570147 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] For port ca237f4b-d7af-4def-8652-dc8883208393, host dv-cinder-813228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=ca237f4b-d7af-4def-8652-dc8883208393,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:51:16.576503 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.579043 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.591010 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-62a570b7-1827-4666-b593-19aa01f38fe2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9545865 Oct 12 18:51:16.646495 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:16.647130 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:51:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:16.651147 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150ba09-d20e-45f7-b377-69234638153e None None] Pushing event updated for resources: {'Port': ['ID=ca237f4b-d7af-4def-8652-dc8883208393,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:16.688659 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7edb3eea-a499-449b-ac1b-99a3f8b89906 None None] Provisioning complete for port ca237f4b-d7af-4def-8652-dc8883208393 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:16.689031 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7edb3eea-a499-449b-ac1b-99a3f8b89906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.747086 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-9f449ae4-f9f9-4a93-8773-c4126b03f1f5 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--536531552&fields=id&tenant_id=bef660f56b784c3383306179e4f6b7d0 HTTP/1.1" status: 200 len: 267 time: 0.0437505 Oct 12 18:51:16.802175 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:16.862905 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-2d39b542-0610-4ed1-91bb-3a9477c51385 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:16.864482 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-2d39b542-0610-4ed1-91bb-3a9477c51385 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 810 time: 0.1124616 Oct 12 18:51:16.880311 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-1c1b4230-e56f-41a0-ac7f-aee8c13cb595 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/quotas/bef660f56b784c3383306179e4f6b7d0 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Oct 12 18:51:16.913797 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7edb3eea-a499-449b-ac1b-99a3f8b89906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.917362 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.938777 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-b21172b6-8e3d-4e0c-8d17-595548acaf5a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520387 Oct 12 18:51:16.996422 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7edb3eea-a499-449b-ac1b-99a3f8b89906 None None] For port ca237f4b-d7af-4def-8652-dc8883208393, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=ca237f4b-d7af-4def-8652-dc8883208393,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:17.006280 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7edb3eea-a499-449b-ac1b-99a3f8b89906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.059990 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-76f4610b-5d65-4727-be65-4be0a8a01385 service neutron] 10.222.0.62 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071544 Oct 12 18:51:17.112175 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb3eea-a499-449b-ac1b-99a3f8b89906 None None] Pushing event updated for resources: {'Port': ['ID=ca237f4b-d7af-4def-8652-dc8883208393,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:17.135996 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-0f0ec03b-8abf-4555-b09c-63c5a7df60aa None None] Provisioning complete for port ca237f4b-d7af-4def-8652-dc8883208393 triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:17.136368 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec03b-8abf-4555-b09c-63c5a7df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.160316 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-ff43de75-d6fa-4d95-b188-bc06759167f6 service neutron] 10.222.0.62 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943487 Oct 12 18:51:17.320946 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:17.331398 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-dfa774e2-10f7-4d3f-859b-d207551f878d req-e3fe8545-f994-4cb5-9586-95e0b3fd325d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 210 time: 0.0307064 Oct 12 18:51:17.357119 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.357967 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dfcefc-3a86-46ed-b4bd-00143f7076af None None] The sync data for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi is: [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:51:17.658947 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:51:17.868254 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device ca237f4b-d7af-4def-8652-dc8883208393 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:17.918773 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port ca237f4b-d7af-4def-8652-dc8883208393 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:17.919281 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.021796 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 31cda339-7748-4577-a74b-38a17b41e4c3 up at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:18.070893 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Provisioning complete for port 31cda339-7748-4577-a74b-38a17b41e4c3 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:18.071349 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.413004 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-839b66c1-9a6d-45fc-a3d3-08b86e1919bf tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:18.415190 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-839b66c1-9a6d-45fc-a3d3-08b86e1919bf tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 810 time: 0.1336854 Oct 12 18:51:18.449809 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d276be2f-03fb-4213-b670-cd1bea287214 req-4bab872a-cbd6-4512-8431-e26cde611210 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 210 time: 0.0372117 Oct 12 18:51:18.464380 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-f7038df5-731a-48b7-a8d2-c97a7b49c86c tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef660f56b784c3383306179e4f6b7d0 HTTP/1.1" status: 200 len: 379 time: 0.0380929 Oct 12 18:51:18.481686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'port': {'device_id': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'admin_state_up': True, 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'security_groups': ['5cc8c9bd-4d5d-4b76-9b19-760093727c13']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:18.597000 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Made reservation on behalf of bef660f56b784c3383306179e4f6b7d0 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:18.600328 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.720566 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Allocated IP 172.20.0.8 (ec71b464-755c-4dd0-ab9f-00344f91abe1/03b20a30-ba8f-4adb-a176-2b086849967e/3d545200-a336-4d1d-8283-b45812cf22ba) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:18.862115 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.895602 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.939165 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:18.942108 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:18.945955 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:18.978687 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'Port': ['ID=3d545200-a336-4d1d-8283-b45812cf22ba,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:19.006355 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:19.007004 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.024584 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-4a93d4c4-6211-4390-8dd9-5bf521ad3710 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466578 Oct 12 18:51:19.038070 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Request body: {'port': {'device_id': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:19.095959 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.103584 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.140563 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-770584ae-63fe-4bf9-be5f-63abb47a05e7 None None] Provisioning complete for port 3d545200-a336-4d1d-8283-b45812cf22ba triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:19.140936 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-770584ae-63fe-4bf9-be5f-63abb47a05e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.175887 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-770584ae-63fe-4bf9-be5f-63abb47a05e7 None None] Port 3d545200-a336-4d1d-8283-b45812cf22ba cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:51:19.369678 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d545200-a336-4d1d-8283-b45812cf22ba {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:19.377042 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.388635 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Transition to ACTIVE for port object 3d545200-a336-4d1d-8283-b45812cf22ba will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:51:19.392502 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.447548 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Pushing event updated for resources: {'Port': ['ID=3d545200-a336-4d1d-8283-b45812cf22ba,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:19.516107 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Attempting to bind port 3d545200-a336-4d1d-8283-b45812cf22ba on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:51:19.516475 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Attempting to bind port 3d545200-a336-4d1d-8283-b45812cf22ba by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:51:19.516762 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Attempting to bind port 3d545200-a336-4d1d-8283-b45812cf22ba on network ec71b464-755c-4dd0-ab9f-00344f91abe1 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:19.523073 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Port 3d545200-a336-4d1d-8283-b45812cf22ba on network ec71b464-755c-4dd0-ab9f-00344f91abe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:51:19.523429 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Attempting to bind port 3d545200-a336-4d1d-8283-b45812cf22ba on network ec71b464-755c-4dd0-ab9f-00344f91abe1 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:19.529675 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:51:19.530151 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Checking segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:19.530636 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Bound using segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:51:19.531060 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Bound port: 3d545200-a336-4d1d-8283-b45812cf22ba, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:51:19.531786 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.576059 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca75b4-10e0-4d09-a05f-4616eeabc958 req-a5155bb4-7ecb-42ad-8907-1c306140a482 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:19.577833 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-23ca75b4-10e0-4d09-a05f-4616eeabc958 req-a5155bb4-7ecb-42ad-8907-1c306140a482 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 943 time: 0.0572922 Oct 12 18:51:19.612995 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] For port 3d545200-a336-4d1d-8283-b45812cf22ba, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:51:19.616796 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] For port 3d545200-a336-4d1d-8283-b45812cf22ba, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d545200-a336-4d1d-8283-b45812cf22ba,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:51:19.620490 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.627607 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-23ca75b4-10e0-4d09-a05f-4616eeabc958 req-225aa0f7-2a9b-4ee3-a4ab-200ea977ef22 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430472 Oct 12 18:51:19.669126 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:19.669742 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:19.671153 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] 10.222.0.32 "PUT /v2.0/ports/3d545200-a336-4d1d-8283-b45812cf22ba HTTP/1.1" status: 200 len: 1093 time: 0.6374023 Oct 12 18:51:19.671599 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'tag': '3d545200-a336-4d1d-8283-b45812cf22ba'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:19.673866 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cde87e6-3c6b-4075-a437-35e6e46df158" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9ef996-6520-4e3c-93d5-f26a1d9f2f99", "tag": "3d545200-a336-4d1d-8283-b45812cf22ba"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:19.697658 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726ec89-b549-4188-9e07-c6166adbdd17 service neutron] Pushing event updated for resources: {'Port': ['ID=3d545200-a336-4d1d-8283-b45812cf22ba,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:19.716645 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c79d9b3-2ddd-448b-b1f2-2485ff0f843d x-openstack-request-id: req-6c79d9b3-2ddd-448b-b1f2-2485ff0f843d {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:19.716944 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9ef996-6520-4e3c-93d5-f26a1d9f2f99", "tag": "3d545200-a336-4d1d-8283-b45812cf22ba", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:19.717469 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c79d9b3-2ddd-448b-b1f2-2485ff0f843d {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:19.717711 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'tag': '3d545200-a336-4d1d-8283-b45812cf22ba', 'status': 'completed', 'code': 200} Oct 12 18:51:19.764709 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-132aae76-2871-493d-8885-d6956967c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:19.766340 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-132aae76-2871-493d-8885-d6956967c6d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 1096 time: 0.0442107 Oct 12 18:51:19.813642 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-e0c58eef-d8ce-4619-af1d-e337e38f6f95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d545200-a336-4d1d-8283-b45812cf22ba HTTP/1.1" status: 200 len: 217 time: 0.0381606 Oct 12 18:51:19.867798 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-e50f192f-a68f-4e85-be3a-4c65db7edc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:19.869263 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-e50f192f-a68f-4e85-be3a-4c65db7edc96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0475376 Oct 12 18:51:19.916210 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-7816db12-fcbc-44fe-9035-bea8914189d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:19.921482 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-7816db12-fcbc-44fe-9035-bea8914189d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445440 Oct 12 18:51:20.017220 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-d6aa7504-5cf1-47bf-92d8-3824da4781af service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867310 Oct 12 18:51:20.105768 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d547cf9f-6cd7-4640-a18f-f137eea910f3 req-c04e1aeb-1626-4bc0-b6c2-e0f9549fa713 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800900 Oct 12 18:51:20.189977 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-0797922f-9747-440d-858c-af0decfb8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:20.191394 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-0797922f-9747-440d-858c-af0decfb8392 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 1096 time: 0.0408235 Oct 12 18:51:20.293248 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-ae2ba21d-cbd1-4425-b477-91c131245cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:20.294757 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-ae2ba21d-cbd1-4425-b477-91c131245cb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 911 time: 0.0893869 Oct 12 18:51:20.336811 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-07b259cb-550c-4064-809f-72db058520ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d545200-a336-4d1d-8283-b45812cf22ba HTTP/1.1" status: 200 len: 217 time: 0.0337379 Oct 12 18:51:20.389270 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-29748c0d-eaaa-4dd2-bf05-c23112d92990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:20.390772 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-29748c0d-eaaa-4dd2-bf05-c23112d92990 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0458565 Oct 12 18:51:20.438722 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-c59250c2-8296-4f59-b71c-7df2445f1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:20.440254 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-c59250c2-8296-4f59-b71c-7df2445f1b3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398369 Oct 12 18:51:20.540828 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-5b2afe38-eb9e-4529-b5e6-9cb6db658ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818207 Oct 12 18:51:20.753117 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fbef9-b3f8-43b1-af44-b9c14ed5a7b4 req-1b5c1640-1cd0-4785-83a5-b3689903b931 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:20.754705 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-447fbef9-b3f8-43b1-af44-b9c14ed5a7b4 req-1b5c1640-1cd0-4785-83a5-b3689903b931 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 943 time: 0.0560334 Oct 12 18:51:20.795689 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-447fbef9-b3f8-43b1-af44-b9c14ed5a7b4 req-ee9c7333-7040-45e6-a883-46f07d0d28e3 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337205 Oct 12 18:51:20.899510 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8cde87e6-3c6b-4075-a437-35e6e46df158 req-aba533eb-59b3-409f-ba0b-95b9372cc5a3 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411560 Oct 12 18:51:21.921534 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a894fd8-0070-4ca0-bd2a-f37d494d66fc req-f0758a47-dcab-4017-9cc7-d9e3fa3598f6 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:21.923085 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8a894fd8-0070-4ca0-bd2a-f37d494d66fc req-f0758a47-dcab-4017-9cc7-d9e3fa3598f6 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 943 time: 0.0548928 Oct 12 18:51:21.963341 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8a894fd8-0070-4ca0-bd2a-f37d494d66fc req-739b0cb4-6245-45f6-9e70-1abcce54f63d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340784 Oct 12 18:51:23.076084 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdefaf-dbf6-4f95-a3da-a26671c21b9b req-9eab8b06-77bd-4f79-a1b2-978fb2f03c40 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:23.077817 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-11bdefaf-dbf6-4f95-a3da-a26671c21b9b req-9eab8b06-77bd-4f79-a1b2-978fb2f03c40 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 943 time: 0.0492442 Oct 12 18:51:23.114683 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-11bdefaf-dbf6-4f95-a3da-a26671c21b9b req-0671b59c-6194-4bb1-b4e1-b8fee77b3d3a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Oct 12 18:51:23.329085 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 3d545200-a336-4d1d-8283-b45812cf22ba details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:51:23.426888 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 3d545200-a336-4d1d-8283-b45812cf22ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d545200-a336-4d1d-8283-b45812cf22ba,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:23.437614 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '3d545200-a336-4d1d-8283-b45812cf22ba', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'port_id': '3d545200-a336-4d1d-8283-b45812cf22ba', 'mac_address': 'fa:16:3e:7b:ce:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:51:23.473716 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:23.486260 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d545200-a336-4d1d-8283-b45812cf22ba {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:23.505724 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 3d545200-a336-4d1d-8283-b45812cf22ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d545200-a336-4d1d-8283-b45812cf22ba,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:23.509224 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:23.556283 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=3d545200-a336-4d1d-8283-b45812cf22ba,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:23.760064 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['3d545200-a336-4d1d-8283-b45812cf22ba'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:24.232294 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456762cf-0ecb-4f1f-9fdc-bb9211c8669d req-90b5a3bb-9b2e-452f-a2ae-ece6ed55fc04 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:24.233680 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-456762cf-0ecb-4f1f-9fdc-bb9211c8669d req-90b5a3bb-9b2e-452f-a2ae-ece6ed55fc04 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 944 time: 0.0527141 Oct 12 18:51:24.278923 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-456762cf-0ecb-4f1f-9fdc-bb9211c8669d req-62d63958-df44-4e34-8c39-078a00950d37 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393851 Oct 12 18:51:25.335988 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 3d545200-a336-4d1d-8283-b45812cf22ba up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:25.385711 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 3d545200-a336-4d1d-8283-b45812cf22ba completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:51:25.389967 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 3d545200-a336-4d1d-8283-b45812cf22ba triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:25.390350 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:25.394645 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130396a8-b029-4e65-a51d-834fbf2f97c9 req-6187a79e-7a63-4b55-9041-c04eeeb8c219 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:25.396151 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-130396a8-b029-4e65-a51d-834fbf2f97c9 req-6187a79e-7a63-4b55-9041-c04eeeb8c219 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 944 time: 0.0507231 Oct 12 18:51:25.434972 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-130396a8-b029-4e65-a51d-834fbf2f97c9 req-54105af9-06fc-40f6-8068-84d09f10a29c tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327303 Oct 12 18:51:25.470119 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:25.493091 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d545200-a336-4d1d-8283-b45812cf22ba'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:25.495368 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0a04b-1b14-4a7d-a575-1c7fbaf47414" -d '{"events": [{"server_uuid": "ba9ef996-6520-4e3c-93d5-f26a1d9f2f99", "name": "network-vif-plugged", "status": "completed", "tag": "3d545200-a336-4d1d-8283-b45812cf22ba"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:25.508012 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 3d545200-a336-4d1d-8283-b45812cf22ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d545200-a336-4d1d-8283-b45812cf22ba,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:25.512170 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:25.534418 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a487d-fdb3-45d5-afae-fa51c80cc591 x-openstack-request-id: req-ee5a487d-fdb3-45d5-afae-fa51c80cc591 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:25.534743 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9ef996-6520-4e3c-93d5-f26a1d9f2f99", "name": "network-vif-plugged", "status": "completed", "tag": "3d545200-a336-4d1d-8283-b45812cf22ba", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:25.534996 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee5a487d-fdb3-45d5-afae-fa51c80cc591 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:25.535383 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d545200-a336-4d1d-8283-b45812cf22ba', 'code': 200} Oct 12 18:51:25.562156 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=3d545200-a336-4d1d-8283-b45812cf22ba,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:25.697821 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e508-71d8-4d75-b314-46003b42ba8b req-5db7e145-c1e2-40a6-96ce-d13e0f404360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:25.699318 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6252e508-71d8-4d75-b314-46003b42ba8b req-5db7e145-c1e2-40a6-96ce-d13e0f404360 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 1098 time: 0.0400844 Oct 12 18:51:25.734826 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6252e508-71d8-4d75-b314-46003b42ba8b req-c487c6bd-75a3-4f56-9cba-8a15b00e8418 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282626 Oct 12 18:51:26.545872 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54472a7-7b78-43c5-99a0-34f473387681 req-58b1c10e-a5d3-4473-a72a-911fc851b970 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:26.547358 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d54472a7-7b78-43c5-99a0-34f473387681 req-58b1c10e-a5d3-4473-a72a-911fc851b970 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0478272 Oct 12 18:51:26.585749 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d54472a7-7b78-43c5-99a0-34f473387681 req-d0471eef-6762-4d7d-a1d6-bb849ce89b07 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325727 Oct 12 18:51:27.705686 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed00-3259-47e5-9918-13b5eaddd311 req-9410001f-b2a5-48eb-bc36-3a13fdeeb800 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:27.707146 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6917ed00-3259-47e5-9918-13b5eaddd311 req-9410001f-b2a5-48eb-bc36-3a13fdeeb800 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Oct 12 18:51:27.745558 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6917ed00-3259-47e5-9918-13b5eaddd311 req-21067441-75ac-40d7-a878-bf925737e701 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Oct 12 18:51:27.857630 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19736db1-6187-4648-915c-312fe9c5a182 req-a26985fd-0fd8-449e-80df-0a2d97523e1c tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:27.859114 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-19736db1-6187-4648-915c-312fe9c5a182 req-a26985fd-0fd8-449e-80df-0a2d97523e1c tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0513828 Oct 12 18:51:27.868262 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40574) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:27.872807 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'floatingip': {'port_id': '3d545200-a336-4d1d-8283-b45812cf22ba'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:27.917401 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:28.347226 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:28.351827 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:28.450909 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Floating IP b4a99014-1071-4a68-a862-0cd788df7ea1 associated. External IP: 172.27.2.55, port: 3d545200-a336-4d1d-8283-b45812cf22ba. Oct 12 18:51:28.651597 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Router 6720b6db-b979-4ab2-a74d-5dc15ee76011 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:51:28.676313 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:28.762656 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:51:28.767282 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:28.772673 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] Sync routers for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:51:28.781476 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:28.782083 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:51:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:28.794901 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-227e1e4a-7888-4f86-b84d-766e90d2a726 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "PUT /v2.0/floatingips/b4a99014-1071-4a68-a862-0cd788df7ea1 HTTP/1.1" status: 200 len: 990 time: 0.9255083 Oct 12 18:51:28.795577 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'tag': '3d545200-a336-4d1d-8283-b45812cf22ba'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:28.798126 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f368db43-70ac-499d-aa97-2d840e81920e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9ef996-6520-4e3c-93d5-f26a1d9f2f99", "tag": "3d545200-a336-4d1d-8283-b45812cf22ba"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:28.836071 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aab6a97-b659-4ea0-b401-d311ded03783 x-openstack-request-id: req-1aab6a97-b659-4ea0-b401-d311ded03783 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:28.836432 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9ef996-6520-4e3c-93d5-f26a1d9f2f99", "tag": "3d545200-a336-4d1d-8283-b45812cf22ba", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:28.836787 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1aab6a97-b659-4ea0-b401-d311ded03783 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:28.837373 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'tag': '3d545200-a336-4d1d-8283-b45812cf22ba', 'status': 'completed', 'code': 200} Oct 12 18:51:28.894246 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:28.909021 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368db43-70ac-499d-aa97-2d840e81920e req-94bad554-2970-4097-b0e2-17dc6f7f4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:28.910980 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f368db43-70ac-499d-aa97-2d840e81920e req-94bad554-2970-4097-b0e2-17dc6f7f4366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 1098 time: 0.0514283 Oct 12 18:51:29.002347 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368db43-70ac-499d-aa97-2d840e81920e req-c74f4069-97c3-4b70-b04a-c92ad4486e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:29.003847 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f368db43-70ac-499d-aa97-2d840e81920e req-c74f4069-97c3-4b70-b04a-c92ad4486e07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 911 time: 0.0858493 Oct 12 18:51:29.071757 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f368db43-70ac-499d-aa97-2d840e81920e req-893e2b7d-3253-4b68-a494-4e787546f84c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d545200-a336-4d1d-8283-b45812cf22ba HTTP/1.1" status: 200 len: 998 time: 0.0605822 Oct 12 18:51:29.121983 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368db43-70ac-499d-aa97-2d840e81920e req-31c322a2-4f25-4746-9bf8-b74a9c135e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:29.123480 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f368db43-70ac-499d-aa97-2d840e81920e req-31c322a2-4f25-4746-9bf8-b74a9c135e26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0448687 Oct 12 18:51:29.169408 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368db43-70ac-499d-aa97-2d840e81920e req-191723cc-d610-4c4e-a0e2-8fa40365f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:29.170859 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f368db43-70ac-499d-aa97-2d840e81920e req-191723cc-d610-4c4e-a0e2-8fa40365f9af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401561 Oct 12 18:51:29.181491 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'b4a99014-1071-4a68-a862-0cd788df7ea1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'port_id': '3d545200-a336-4d1d-8283-b45812cf22ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'mac_address': 'fa:16:3e:7b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:16Z', 'updated_at': '2021-10-12T18:51:28Z', 'revision_number': 1, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:29.210978 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] Checking router: 6720b6db-b979-4ab2-a74d-5dc15ee76011 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:51:29.260340 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:29.260956 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:51:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:29.272576 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f368db43-70ac-499d-aa97-2d840e81920e req-7690401a-60e6-4162-8b7a-83996f937450 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928781 Oct 12 18:51:29.363091 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f368db43-70ac-499d-aa97-2d840e81920e req-6b7998db-00fc-4ab9-ba53-692b503e38dd service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831339 Oct 12 18:51:29.394569 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:29.616633 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'b4a99014-1071-4a68-a862-0cd788df7ea1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'port_id': '3d545200-a336-4d1d-8283-b45812cf22ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'mac_address': 'fa:16:3e:7b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:16Z', 'updated_at': '2021-10-12T18:51:28Z', 'revision_number': 1, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:29.642777 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bef3a-ef08-4de6-86fd-a862ec2ea5f0 None None] The sync data for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi is: [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'b4a99014-1071-4a68-a862-0cd788df7ea1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'port_id': '3d545200-a336-4d1d-8283-b45812cf22ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'mac_address': 'fa:16:3e:7b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:16Z', 'updated_at': '2021-10-12T18:51:28Z', 'revision_number': 1, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:51:29.824662 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdfeaf-4eec-4665-a34b-00c394306f75 None None] New status for floating IP b4a99014-1071-4a68-a862-0cd788df7ea1: ACTIVE {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:51:37.664635 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406d70-346e-4280-ad66-6e76e2e05717 req-facdf73e-f276-4578-9da2-66f33c3cc2e9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:37.666153 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a7406d70-346e-4280-ad66-6e76e2e05717 req-facdf73e-f276-4578-9da2-66f33c3cc2e9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0504310 Oct 12 18:51:37.704306 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a7406d70-346e-4280-ad66-6e76e2e05717 req-c7b4088e-391f-4ef1-958d-bca1863cfcaa tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Oct 12 18:51:38.817120 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38491-7220-4d8c-967b-55c796976e30 req-98a981a4-ff29-4fa6-9ee2-29ae1a4faa8f tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:38.818593 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-61e38491-7220-4d8c-967b-55c796976e30 req-98a981a4-ff29-4fa6-9ee2-29ae1a4faa8f tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0481811 Oct 12 18:51:38.861078 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-61e38491-7220-4d8c-967b-55c796976e30 req-f1be2ef5-d79f-4232-8c69-bc33f1b708d1 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358083 Oct 12 18:51:39.973883 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb773bd-c801-42c3-bcfa-a31879fa4bc0 req-8aae0ebe-3fe8-40e6-9d0e-59c1b530b43b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:39.975359 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2bb773bd-c801-42c3-bcfa-a31879fa4bc0 req-8aae0ebe-3fe8-40e6-9d0e-59c1b530b43b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0476422 Oct 12 18:51:40.012898 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2bb773bd-c801-42c3-bcfa-a31879fa4bc0 req-da34c79e-25c5-4e2f-9066-4a20363b67e3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307915 Oct 12 18:51:41.126272 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0be0a-8113-4b95-8cd9-500b1b464719 req-c3cac803-b6a3-4c10-9633-f17481fa8327 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:41.127777 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccf0be0a-8113-4b95-8cd9-500b1b464719 req-c3cac803-b6a3-4c10-9633-f17481fa8327 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0484066 Oct 12 18:51:41.166173 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccf0be0a-8113-4b95-8cd9-500b1b464719 req-7b2eb070-ac48-45ee-9e9c-bf4e62a4963e tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312200 Oct 12 18:51:42.277757 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bbfb6-a0ed-42da-a974-a161bfa23b9e req-0e2d54f4-fc28-4169-8e57-865515c2fdc7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:42.279219 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0f5bbfb6-a0ed-42da-a974-a161bfa23b9e req-0e2d54f4-fc28-4169-8e57-865515c2fdc7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0466855 Oct 12 18:51:42.319277 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0f5bbfb6-a0ed-42da-a974-a161bfa23b9e req-4048c71c-1cbb-4eca-bc8c-662c4a1f675c tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341737 Oct 12 18:51:43.052108 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-992b4664-0006-43da-958b-7641d0e958eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.432520 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5facf-be01-4c20-9f1d-32e5a0b142eb req-abade75e-0eed-40f7-910d-5eeaacbe29fa tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:43.434119 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-45f5facf-be01-4c20-9f1d-32e5a0b142eb req-abade75e-0eed-40f7-910d-5eeaacbe29fa tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0482960 Oct 12 18:51:43.471009 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-45f5facf-be01-4c20-9f1d-32e5a0b142eb req-c9dd00d6-f767-4147-b8bb-40ccfb21c025 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306568 Oct 12 18:51:44.584033 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17de31-5d06-402e-a094-80de93a1a695 req-640ee740-6bb2-4d4c-98ec-4e13f6ab1b3c tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:44.585653 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ac17de31-5d06-402e-a094-80de93a1a695 req-640ee740-6bb2-4d4c-98ec-4e13f6ab1b3c tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0480273 Oct 12 18:51:44.622794 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ac17de31-5d06-402e-a094-80de93a1a695 req-ff2755f1-1366-40b0-add6-fe2e88f1b1f9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309670 Oct 12 18:51:45.736208 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759549b0-3a06-4960-83b8-bbc9d0263338 req-9db3d692-db31-4a03-b384-1575f5bc10c8 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:45.737670 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-759549b0-3a06-4960-83b8-bbc9d0263338 req-9db3d692-db31-4a03-b384-1575f5bc10c8 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0484393 Oct 12 18:51:45.778911 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-759549b0-3a06-4960-83b8-bbc9d0263338 req-ec6bb03d-72b4-425a-a9dd-f080c7914dcb tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344472 Oct 12 18:51:45.982665 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d69d-b1d7-4cf4-b0e1-d0762dd3c9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:46.869471 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:46.894786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e3026-ef9d-44fb-955c-2e9ce8974987 req-9c8b4d61-2505-4e10-9b78-06a843a804a3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:46.896252 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-db9e3026-ef9d-44fb-955c-2e9ce8974987 req-9c8b4d61-2505-4e10-9b78-06a843a804a3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0505943 Oct 12 18:51:46.933982 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-db9e3026-ef9d-44fb-955c-2e9ce8974987 req-030243f8-a7e7-469a-b6bb-95d401d78c13 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317352 Oct 12 18:51:47.216690 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.815461 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-103ec6ae-b9b7-45ba-8a90-d96f61f7114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:47.817181 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-103ec6ae-b9b7-45ba-8a90-d96f61f7114f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddcf909fddcb47c5ae7919570e11be27&device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1098 time: 0.0413351 Oct 12 18:51:47.909413 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-2a0dcf9f-3008-461b-a3a3-af7e481ab484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:47.910899 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-2a0dcf9f-3008-461b-a3a3-af7e481ab484 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 200 len: 910 time: 0.0861723 Oct 12 18:51:47.977615 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-8a2698b0-a363-4b12-8c46-f420479210ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 200 len: 1001 time: 0.0576532 Oct 12 18:51:48.035786 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-aafd5d39-0355-4bc9-ac33-7c394a5a029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.037250 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-aafd5d39-0355-4bc9-ac33-7c394a5a029a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2820fd32-b0ed-462c-879f-3dba11c12529 HTTP/1.1" status: 200 len: 848 time: 0.0513673 Oct 12 18:51:48.048753 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8833db-b375-473d-9bc4-d5c0ce683a2d req-3542b627-8df2-49ce-b87e-8c6e0c05ea22 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.050224 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-af8833db-b375-473d-9bc4-d5c0ce683a2d req-3542b627-8df2-49ce-b87e-8c6e0c05ea22 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0485988 Oct 12 18:51:48.090588 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-c8c590f1-1abd-49cb-833e-f27df2a50be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.092909 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-c8c590f1-1abd-49cb-833e-f27df2a50be6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7eeaa1ec-bc65-4517-a34c-abc9a049382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470066 Oct 12 18:51:48.094255 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-af8833db-b375-473d-9bc4-d5c0ce683a2d req-5a07a72a-2c0b-4e89-b132-2d11cb31d95b tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378563 Oct 12 18:51:48.184311 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-96c84bfb-3b83-404e-ad29-c31cd42dd199 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831091 Oct 12 18:51:48.277432 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66f85419-b6d5-4088-9dc7-da5881ed7139 req-f275208a-28a6-4dc0-841e-560c69d44e83 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852618 Oct 12 18:51:49.100948 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:49.207271 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec7aae-46e0-44bc-a931-ea69fe576f8f req-cad41695-e43f-4379-827b-3ba6d8adeaa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:49.208750 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8aec7aae-46e0-44bc-a931-ea69fe576f8f req-cad41695-e43f-4379-827b-3ba6d8adeaa2 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0479434 Oct 12 18:51:49.249490 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8aec7aae-46e0-44bc-a931-ea69fe576f8f req-1a58856c-328b-4062-ac2f-8c3f58ab006f tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341411 Oct 12 18:51:50.368238 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197f4f-edb9-475d-a169-02d095c81d3f req-39316447-9e13-422b-b9e2-bfe51e2c8eb9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:50.371315 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec197f4f-edb9-475d-a169-02d095c81d3f req-39316447-9e13-422b-b9e2-bfe51e2c8eb9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0532088 Oct 12 18:51:50.408637 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ec197f4f-edb9-475d-a169-02d095c81d3f req-dfae5801-b008-4f8b-9aad-e4dee9ebe52a tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315540 Oct 12 18:51:50.647648 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da32ad-bb83-418b-95e4-851504f1c93e req-785be0c5-4295-4aea-8134-0ef1b40f05b9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:50.649143 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37da32ad-bb83-418b-95e4-851504f1c93e req-785be0c5-4295-4aea-8134-0ef1b40f05b9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0812914 Oct 12 18:51:50.661957 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-1f30e0f3-13cd-400a-85a6-22f2221b46f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105843 Oct 12 18:51:50.709463 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37da32ad-bb83-418b-95e4-851504f1c93e req-2af0c2ef-00b0-463f-92bb-513946493d18 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459239 Oct 12 18:51:51.824432 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6aba0-2b96-4e31-9c71-f35f173cf051 req-a92bf7d1-388b-431c-9f9c-bc3768f3140a tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:51.825930 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d0d6aba0-2b96-4e31-9c71-f35f173cf051 req-a92bf7d1-388b-431c-9f9c-bc3768f3140a tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0512319 Oct 12 18:51:51.864215 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d0d6aba0-2b96-4e31-9c71-f35f173cf051 req-a788eb13-4643-4f40-a041-6680c493d25c tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323253 Oct 12 18:51:51.930594 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-594112fe-cb49-4757-8caa-1644db728399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:51.932224 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-594112fe-cb49-4757-8caa-1644db728399 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b&tenant_id=ddcf909fddcb47c5ae7919570e11be27 HTTP/1.1" status: 200 len: 1098 time: 0.0415394 Oct 12 18:51:51.995889 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-d5cd15e8-6575-4a78-9941-3e0d649b776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:51.997279 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-d5cd15e8-6575-4a78-9941-3e0d649b776d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddcf909fddcb47c5ae7919570e11be27&device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1098 time: 0.0415013 Oct 12 18:51:52.094898 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-6ccb60c3-7af6-4410-ab4c-f4d7c6c2facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:52.096349 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-6ccb60c3-7af6-4410-ab4c-f4d7c6c2facb service neutron] 10.222.0.32 "GET /v2.0/networks?id=7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 200 len: 910 time: 0.0867815 Oct 12 18:51:52.163841 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-853ea6bb-f6c9-4394-9f72-11dca6d4d191 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 200 len: 1001 time: 0.0595844 Oct 12 18:51:52.212426 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-80b025bb-4bea-48ca-99de-320be44c50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:52.214476 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-80b025bb-4bea-48ca-99de-320be44c50ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2820fd32-b0ed-462c-879f-3dba11c12529 HTTP/1.1" status: 200 len: 848 time: 0.0439112 Oct 12 18:51:52.261242 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-e8d8bd95-106e-4fbc-b451-f2ffd85eb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:52.262670 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-e8d8bd95-106e-4fbc-b451-f2ffd85eb24e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7eeaa1ec-bc65-4517-a34c-abc9a049382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399008 Oct 12 18:51:52.355193 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-fe31f61e-8610-496d-a852-fd165c4f860a service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Oct 12 18:51:52.442939 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f46b9779-07f0-45f6-a110-2cbb520a6fd9 req-ffad8f12-ef3a-43b3-ad84-9c93d36bab93 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795054 Oct 12 18:51:52.979726 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8aead-ec3e-49bb-a555-dd2cc4feaff7 req-d05b2357-4515-4458-971a-b2354e8908b4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:52.981306 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1dc8aead-ec3e-49bb-a555-dd2cc4feaff7 req-d05b2357-4515-4458-971a-b2354e8908b4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0504906 Oct 12 18:51:53.018802 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1dc8aead-ec3e-49bb-a555-dd2cc4feaff7 req-93c7c04f-33a7-4812-b8f4-cdfd7817b305 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Oct 12 18:51:53.460742 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c2454674-6a59-4758-8037-9c5dd0404e69 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:53.532462 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:53.554323 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:53.557099 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a552295-80ef-4238-906b-628db339c892" -d '{"events": [{"server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:53.570042 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:53.575298 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:53.601711 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b63e3-0a46-4c67-8acf-0caf599f23aa x-openstack-request-id: req-125b63e3-0a46-4c67-8acf-0caf599f23aa {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:53.602009 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:53.602263 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-125b63e3-0a46-4c67-8acf-0caf599f23aa {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:53.602670 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'code': 200} Oct 12 18:51:53.627961 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=6']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:53.635572 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.636072 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.636413 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.636746 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.637079 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.637407 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.637736 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.638073 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.638417 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.638762 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.639081 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:53.639393 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:54.132624 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86c18d-5b79-463a-9abe-bd5e0b5f83bc req-460002db-33b5-481b-9990-0d7020ecf9c9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:54.134058 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0d86c18d-5b79-463a-9abe-bd5e0b5f83bc req-460002db-33b5-481b-9990-0d7020ecf9c9 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0484033 Oct 12 18:51:54.174435 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-0d86c18d-5b79-463a-9abe-bd5e0b5f83bc req-d6a89798-4172-48c2-87a9-b311b29991c4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336919 Oct 12 18:51:54.657865 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:51:55.288939 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ae29a-691f-4425-96d2-645d991a87b0 req-d094679b-218f-4c15-ba51-871199106bae tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:55.290315 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5c9ae29a-691f-4425-96d2-645d991a87b0 req-d094679b-218f-4c15-ba51-871199106bae tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0486012 Oct 12 18:51:55.328998 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5c9ae29a-691f-4425-96d2-645d991a87b0 req-877cf63e-c31b-4b2c-b346-46271a0ab5e3 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323570 Oct 12 18:51:56.441723 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869757-bb6f-4274-aa46-94d8e16f0cfe req-cb5190c8-4952-4e56-9fed-32c987cdab3a tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:56.443196 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-20869757-bb6f-4274-aa46-94d8e16f0cfe req-cb5190c8-4952-4e56-9fed-32c987cdab3a tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0485847 Oct 12 18:51:56.480221 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-20869757-bb6f-4274-aa46-94d8e16f0cfe req-8f52d847-7739-4dff-8d3a-7a3a1bc12188 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309725 Oct 12 18:51:57.593692 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd57538-53da-4bc0-995b-94e991a80566 req-4957feb0-0956-4317-a3c4-711d4dcf19eb tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:57.595181 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2bd57538-53da-4bc0-995b-94e991a80566 req-4957feb0-0956-4317-a3c4-711d4dcf19eb tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0487518 Oct 12 18:51:57.637185 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2bd57538-53da-4bc0-995b-94e991a80566 req-83bb43de-5367-40d9-8d97-e7bc86aa5772 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361362 Oct 12 18:51:58.641843 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afebb2-6b48-4608-868d-cd4f95afad04 req-334c0f9d-3eb4-4860-8cf7-7120c6920969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:58.643365 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-34afebb2-6b48-4608-868d-cd4f95afad04 req-334c0f9d-3eb4-4860-8cf7-7120c6920969 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1096 time: 0.0405734 Oct 12 18:51:58.675274 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:58.682504 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-34afebb2-6b48-4608-868d-cd4f95afad04 req-d2a263cc-2c7e-4912-aa45-5d8c477c5b2e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312393 Oct 12 18:51:58.751513 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea78ea-3e6c-438c-b084-30ea86b58640 req-f3dc2f48-2d93-46d9-97de-4354e86e6aa4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:58.752968 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ddea78ea-3e6c-438c-b084-30ea86b58640 req-f3dc2f48-2d93-46d9-97de-4354e86e6aa4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0493774 Oct 12 18:51:58.789710 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ddea78ea-3e6c-438c-b084-30ea86b58640 req-e735ed66-e442-443e-964d-c411fe224d18 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306368 Oct 12 18:51:59.906499 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1155192-8cd3-44f2-a44b-6d723d807931 req-d9cf1de5-c5be-4e9e-9318-2e47bcdefd6d tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:59.907966 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1155192-8cd3-44f2-a44b-6d723d807931 req-d9cf1de5-c5be-4e9e-9318-2e47bcdefd6d tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 943 time: 0.0493586 Oct 12 18:51:59.944140 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1155192-8cd3-44f2-a44b-6d723d807931 req-d09a1522-7734-471e-ad72-bc43d918e2eb tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302224 Oct 12 18:52:01.488821 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c2454674-6a59-4758-8037-9c5dd0404e69 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:52:01.584704 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:01.599453 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'port_id': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'mac_address': 'fa:16:3e:a3:22:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:52:01.641505 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:01.656517 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2454674-6a59-4758-8037-9c5dd0404e69 {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:52:01.675821 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:01.679270 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:01.724390 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=7']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:01.959106 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['c2454674-6a59-4758-8037-9c5dd0404e69'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:52:03.256885 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64d2a674-c77e-4166-baf0-12023a171677 req-68655e78-df69-4555-a58d-4f2270f26551 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424144 Oct 12 18:52:03.336757 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a674-c77e-4166-baf0-12023a171677 req-4b6e5914-4588-4c42-b91b-a6f91de8a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:03.339015 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64d2a674-c77e-4166-baf0-12023a171677 req-4b6e5914-4588-4c42-b91b-a6f91de8a057 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 1098 time: 0.0398970 Oct 12 18:52:03.443765 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a674-c77e-4166-baf0-12023a171677 req-34ea7a65-cb2d-4d0e-a8dd-f0c33772e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:03.445210 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64d2a674-c77e-4166-baf0-12023a171677 req-34ea7a65-cb2d-4d0e-a8dd-f0c33772e30b service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.0870445 Oct 12 18:52:03.504038 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c2454674-6a59-4758-8037-9c5dd0404e69 up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:52:03.509487 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64d2a674-c77e-4166-baf0-12023a171677 req-840120c0-7455-46ad-aa37-f34763945f2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc HTTP/1.1" status: 200 len: 1001 time: 0.0553765 Oct 12 18:52:03.551813 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port c2454674-6a59-4758-8037-9c5dd0404e69 triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:52:03.552192 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:03.559149 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a674-c77e-4166-baf0-12023a171677 req-5300b754-1364-4a99-86ee-a8d6fa1d70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:03.560588 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64d2a674-c77e-4166-baf0-12023a171677 req-5300b754-1364-4a99-86ee-a8d6fa1d70c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0434906 Oct 12 18:52:03.610742 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a674-c77e-4166-baf0-12023a171677 req-ac80237a-1d12-42bc-946d-f549155dc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:03.612209 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64d2a674-c77e-4166-baf0-12023a171677 req-ac80237a-1d12-42bc-946d-f549155dc647 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431736 Oct 12 18:52:03.630660 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:03.654140 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:03.656404 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67785b54-92a9-444e-a740-462f18ea8e38" -d '{"events": [{"server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "name": "network-vif-plugged", "status": "completed", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:03.668859 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:03.674589 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:03.698254 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d30231-2ea3-4f94-9639-e8f61e5f8cd8 x-openstack-request-id: req-08d30231-2ea3-4f94-9639-e8f61e5f8cd8 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:03.698581 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "name": "network-vif-plugged", "status": "completed", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:03.698838 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08d30231-2ea3-4f94-9639-e8f61e5f8cd8 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:03.699226 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'code': 200} Oct 12 18:52:03.707546 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64d2a674-c77e-4166-baf0-12023a171677 req-d52dddfd-6cb2-484f-8fe5-394f95b8ed68 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Oct 12 18:52:03.724472 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=8']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:03.804498 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64d2a674-c77e-4166-baf0-12023a171677 req-80e5de43-876b-4011-95d1-c37712f51482 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901990 Oct 12 18:52:05.203198 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40706) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:05.360239 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Deleting port b5123039-8fd8-4c03-ada7-6307dc7a5de0 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:05.360583 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:05.438238 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:05.438590 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:05.451073 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Calling delete_port for b5123039-8fd8-4c03-ada7-6307dc7a5de0 owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:05.593325 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:05.618792 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event deleted for resources: {'Port': ['ID=b5123039-8fd8-4c03-ada7-6307dc7a5de0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:05.645382 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.645734 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.646085 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.646423 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.646784 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.647117 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.647448 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.647777 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.648106 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.648432 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.648755 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.649070 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:05.690154 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:05.690782 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Floating IP c99f4437-4048-43cc-aa37-b49de01f8b19 disassociated (deleted). External IP: 172.27.2.205, port: e41236e2-7329-4b7d-8c26-b79df0901a20. Oct 12 18:52:06.149027 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:52:06.254984 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:52:06.260009 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:06.265131 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:52:06.274720 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:52:06.275331 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:51:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:06.286255 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5b4bf620-cee1-44bc-8acc-46e63dbdc194 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "DELETE /v2.0/floatingips/c99f4437-4048-43cc-aa37-b49de01f8b19 HTTP/1.1" status: 204 len: 168 time: 1.0819848 Oct 12 18:52:06.286877 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:06.289290 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3451d01f-ee07-497e-af6a-eeab5e3ee00e" -d '{"events": [{"name": "network-changed", "server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:06.332183 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215ad1af-1ecb-4995-9de5-e58562a127dd x-openstack-request-id: req-215ad1af-1ecb-4995-9de5-e58562a127dd {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:06.332465 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:06.332717 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-215ad1af-1ecb-4995-9de5-e58562a127dd {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:06.333177 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'status': 'completed', 'code': 200} Oct 12 18:52:06.388293 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:52:06.399478 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-b3738e23-9839-431c-9641-f825e1b8226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.401100 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-b3738e23-9839-431c-9641-f825e1b8226f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 1098 time: 0.0485244 Oct 12 18:52:06.516376 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-38394891-aff3-45e4-a651-75fec46853d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.517765 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-38394891-aff3-45e4-a651-75fec46853d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.0983543 Oct 12 18:52:06.544882 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747688ad-c292-4307-b30d-822553a9fefc req-9057ed56-4658-4a5b-b8ae-ed81e7d9dfb4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.546535 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-747688ad-c292-4307-b30d-822553a9fefc req-9057ed56-4658-4a5b-b8ae-ed81e7d9dfb4 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 945 time: 0.0509350 Oct 12 18:52:06.560424 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-07d410dc-7aee-4abf-8106-62403df28b46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e41236e2-7329-4b7d-8c26-b79df0901a20 HTTP/1.1" status: 200 len: 217 time: 0.0351367 Oct 12 18:52:06.590790 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-747688ad-c292-4307-b30d-822553a9fefc req-5677ea4e-b712-4e0c-a0d9-85cf2b02ba90 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378406 Oct 12 18:52:06.614930 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-31e28220-6f70-43a5-9f69-a536b9217ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.616394 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-31e28220-6f70-43a5-9f69-a536b9217ebf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0479009 Oct 12 18:52:06.667897 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-473adf60-c2b0-4b7c-b874-f748b3049a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.669376 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-473adf60-c2b0-4b7c-b874-f748b3049a12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457809 Oct 12 18:52:06.722084 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:19Z', 'revision_number': 1, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:06.748485 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:52:06.756534 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:52:06.757130 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:51:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:06.761234 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-8b2b423e-7d56-401e-987c-df0358433d14 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838647 Oct 12 18:52:06.863679 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:52:06.864938 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3451d01f-ee07-497e-af6a-eeab5e3ee00e req-36452542-3f40-4ebd-b9ca-db4f6616b086 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929422 Oct 12 18:52:07.090157 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:19Z', 'revision_number': 1, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:07.116327 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525668d5-5b9a-4327-81d4-efb574e935ec None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': 'd6778689-1d54-4a26-9604-c7ef48193b46', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'port_id': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'mac_address': 'fa:16:3e:b8:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:48:17Z', 'updated_at': '2021-10-12T18:48:19Z', 'revision_number': 1, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:52:07.320667 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b28e24-c086-45c5-bd55-08e89cac98d2 None None] New status for floating IP c99f4437-4048-43cc-aa37-b49de01f8b19: DOWN {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:52:07.708262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542da1-5994-4599-98d3-817e2ae3ea66 req-01d6f5cf-192c-4008-aa68-ef01e5a3afc7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:07.709824 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37542da1-5994-4599-98d3-817e2ae3ea66 req-01d6f5cf-192c-4008-aa68-ef01e5a3afc7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 945 time: 0.0522635 Oct 12 18:52:07.749293 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-37542da1-5994-4599-98d3-817e2ae3ea66 req-ebf5ce38-6cb6-4dcb-8887-74f9f864ee66 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333097 Oct 12 18:52:08.042249 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-28718769-d59a-4891-8e85-733ac6aa6e8b tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:08.043642 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-28718769-d59a-4891-8e85-733ac6aa6e8b tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 945 time: 0.0522187 Oct 12 18:52:08.136463 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Deleting port e41236e2-7329-4b7d-8c26-b79df0901a20 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:08.136807 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:08.236030 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] For port e41236e2-7329-4b7d-8c26-b79df0901a20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e41236e2-7329-4b7d-8c26-b79df0901a20,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:08.236402 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:08.249204 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Calling delete_port for e41236e2-7329-4b7d-8c26-b79df0901a20 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:08.379531 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:08.406133 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event deleted for resources: {'Port': ['ID=e41236e2-7329-4b7d-8c26-b79df0901a20,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:08.453346 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] No DVR routers for this DVR port e41236e2-7329-4b7d-8c26-b79df0901a20 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:52:08.455951 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:08.459299 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1f0dc151-5e39-4534-95be-6b0149aa4530 req-3c5a7239-0333-49e5-8a54-99aef6181762 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "DELETE /v2.0/ports/e41236e2-7329-4b7d-8c26-b79df0901a20 HTTP/1.1" status: 204 len: 173 time: 0.4088430 Oct 12 18:52:08.459749 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'name': 'network-vif-deleted', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:08.462603 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f678b4-3868-47b7-bbf4-646bcbb98656" -d '{"events": [{"server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "name": "network-vif-deleted", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:08.500568 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5b621-e9b9-4d2f-b877-ac60eb492b46 x-openstack-request-id: req-7af5b621-e9b9-4d2f-b877-ac60eb492b46 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:08.500941 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69868210-c4fb-4eec-92b6-5f849b9984da", "name": "network-vif-deleted", "tag": "e41236e2-7329-4b7d-8c26-b79df0901a20", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:08.501242 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7af5b621-e9b9-4d2f-b877-ac60eb492b46 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:08.501661 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69868210-c4fb-4eec-92b6-5f849b9984da', 'name': 'network-vif-deleted', 'tag': 'e41236e2-7329-4b7d-8c26-b79df0901a20', 'status': 'completed', 'code': 200} Oct 12 18:52:08.859788 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4173b845-7cfc-453e-a893-00b205e42d2e req-4a1030e2-c939-4f39-94c5-f3beb49412a2 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=69868210-c4fb-4eec-92b6-5f849b9984da HTTP/1.1" status: 200 len: 210 time: 0.0273917 Oct 12 18:52:11.535017 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device e41236e2-7329-4b7d-8c26-b79df0901a20 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:11.554457 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: e41236e2-7329-4b7d-8c26-b79df0901a20 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:11.554824 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device e41236e2-7329-4b7d-8c26-b79df0901a20 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:12.132015 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40766) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:12.282488 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Deleting port 7f68de75-e0dd-4cdb-9a34-c7ed6859e1ae {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:12.282831 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.359728 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.360046 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.371476 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Calling delete_port for 7f68de75-e0dd-4cdb-9a34-c7ed6859e1ae owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:12.517660 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.547458 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event deleted for resources: {'Port': ['ID=7f68de75-e0dd-4cdb-9a34-c7ed6859e1ae,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:12.606795 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.607151 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Floating IP d6778689-1d54-4a26-9604-c7ef48193b46 disassociated (deleted). External IP: 172.27.2.163, port: a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc. Oct 12 18:52:12.813230 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:52:12.922176 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:52:12.927362 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.931901 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:52:12.941858 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:52:12.942556 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:51:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:12.955809 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c020605f-67ab-4500-8a12-90fe40770ffe tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "DELETE /v2.0/floatingips/d6778689-1d54-4a26-9604-c7ef48193b46 HTTP/1.1" status: 204 len: 168 time: 0.8227303 Oct 12 18:52:12.956404 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:12.958702 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92" -d '{"events": [{"name": "network-changed", "server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:12.999697 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe74fe31-eafd-4502-88a5-3af92073e318 x-openstack-request-id: req-fe74fe31-eafd-4502-88a5-3af92073e318 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:12.999992 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:13.000249 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe74fe31-eafd-4502-88a5-3af92073e318 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:13.000648 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'status': 'completed', 'code': 200} Oct 12 18:52:13.058196 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6bef-072e-4e17-81b2-0ccc78209337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:13.062833 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:52:13.071016 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-b6ea8e82-e5f6-40ef-984e-e4ec8cdc0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:13.072530 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-b6ea8e82-e5f6-40ef-984e-e4ec8cdc0cb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 1098 time: 0.0465791 Oct 12 18:52:13.184388 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-03fb2c13-de60-4fff-b8f2-fe64fa2d5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:13.186580 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-03fb2c13-de60-4fff-b8f2-fe64fa2d5161 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 200 len: 913 time: 0.0904603 Oct 12 18:52:13.207775 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282b837-51eb-4bfb-8de2-d823723460eb req-a6c2b6c0-1fef-48a9-98dc-be12fe4be631 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:13.209273 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a282b837-51eb-4bfb-8de2-d823723460eb req-a6c2b6c0-1fef-48a9-98dc-be12fe4be631 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 945 time: 0.0540514 Oct 12 18:52:13.233254 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-e8c51c0a-175c-47d4-b50a-2551b72b766f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc HTTP/1.1" status: 200 len: 217 time: 0.0382521 Oct 12 18:52:13.249031 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a282b837-51eb-4bfb-8de2-d823723460eb req-112a23c4-1db8-4b8c-92bd-623376056b38 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328903 Oct 12 18:52:13.280701 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:13.283768 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-f8d0d3a7-19c0-48f5-9eca-8f6ef0467a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:13.285230 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-f8d0d3a7-19c0-48f5-9eca-8f6ef0467a8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 200 len: 851 time: 0.0448737 Oct 12 18:52:13.307574 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:52:13.316402 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:52:13.317011 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:51:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:13.338981 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-ac075a31-b8ae-4775-8172-2029d213db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:13.340299 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-ac075a31-b8ae-4775-8172-2029d213db90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68b26370-00b0-464b-9915-2069b63729a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396378 Oct 12 18:52:13.431845 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:52:13.440656 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-1775b272-3e36-4e04-b839-b39e7c069672 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913870 Oct 12 18:52:13.532289 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c3564e8-1c32-4a71-bbec-d2a22c1abf92 req-0edd053e-4040-4aae-850d-cb7d0febbf13 service neutron] 10.222.0.32 "GET /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Oct 12 18:52:13.630277 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:13.660581 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd3964-2b9a-4dc3-926a-6cca81fc1b08 None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:43:56Z', 'revision_number': 4, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26f5ede3-fe07-4bcf-85a8-0abbde52747f', 'name': '', 'network_id': '68b26370-00b0-464b-9915-2069b63729a9', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'mac_address': 'fa:16:3e:26:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:55Z', 'updated_at': '2021-10-12T18:44:02Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'subnets': [{'id': 'e5eb5177-ca61-4990-99cd-afd7599100d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:52:13.880499 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c57d792-ca1a-4b90-a4e0-c4dba25d153a None None] New status for floating IP d6778689-1d54-4a26-9604-c7ef48193b46: DOWN {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:52:14.368052 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459824ac-da5e-47af-8160-b59056374a55 req-1dd5a5a3-4a7a-489b-806e-7f45182a0e55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:14.369529 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-459824ac-da5e-47af-8160-b59056374a55 req-1dd5a5a3-4a7a-489b-806e-7f45182a0e55 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 945 time: 0.0514958 Oct 12 18:52:14.407832 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-459824ac-da5e-47af-8160-b59056374a55 req-6a930117-d016-4397-89bd-4568949ddbb0 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/security-groups?id=675b12fe-b8e1-4fa8-8ee2-793b4d703a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316367 Oct 12 18:52:14.800300 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04df3d-e988-4c96-820b-65180697060a req-3653f02b-2e87-4b6d-984b-45e98c6b8a41 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:14.801740 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0b04df3d-e988-4c96-820b-65180697060a req-3653f02b-2e87-4b6d-984b-45e98c6b8a41 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 945 time: 0.0503132 Oct 12 18:52:14.898610 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Deleting port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:14.898954 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:14.987084 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] For port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:14.987448 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:15.003064 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Calling delete_port for a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:15.125530 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:15.154089 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event deleted for resources: {'Port': ['ID=a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:15.197011 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] No DVR routers for this DVR port a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:52:15.199469 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:15.203433 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0b04df3d-e988-4c96-820b-65180697060a req-a716df3f-1bf2-4d2e-8da9-4772956935c7 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.32 "DELETE /v2.0/ports/a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc HTTP/1.1" status: 204 len: 173 time: 0.3952372 Oct 12 18:52:15.203873 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'name': 'network-vif-deleted', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:15.206101 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f65b12b-a946-43c2-b527-b3a71c308598" -d '{"events": [{"server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "name": "network-vif-deleted", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:15.246170 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daffc6a9-b980-4d3a-a712-e4c28dc178fd x-openstack-request-id: req-daffc6a9-b980-4d3a-a712-e4c28dc178fd {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:15.246414 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aef46ad-f947-4cf3-8bd9-0c493ef2c37d", "name": "network-vif-deleted", "tag": "a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:15.246692 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-daffc6a9-b980-4d3a-a712-e4c28dc178fd {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:15.247154 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aef46ad-f947-4cf3-8bd9-0c493ef2c37d', 'name': 'network-vif-deleted', 'tag': 'a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc', 'status': 'completed', 'code': 200} Oct 12 18:52:15.510407 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-60ef18c3-c165-4a50-ab15-159817599faa req-73011191-0e41-4763-b168-fe8dcca4bd11 tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aef46ad-f947-4cf3-8bd9-0c493ef2c37d HTTP/1.1" status: 200 len: 210 time: 0.0316567 Oct 12 18:52:15.984486 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-c01cb817-969e-4106-a22b-0861b833f3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:16.567636 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40790) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:16.690048 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Deleting port e136b7f8-e657-4971-943f-b22ccad40f58 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:16.690394 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:16.788469 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:16.788789 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:16.807005 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Calling delete_port for e136b7f8-e657-4971-943f-b22ccad40f58 owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:16.874207 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:16.960333 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:16.989056 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event deleted for resources: {'Port': ['ID=e136b7f8-e657-4971-943f-b22ccad40f58,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:17.051496 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:17.054125 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:17.055339 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fca9155f-4072-4d23-925e-c751336a454e tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "DELETE /v2.0/floatingips/9dc30ff5-d176-4aa7-9e4e-1e7343cbe947 HTTP/1.1" status: 204 len: 168 time: 0.4867010 Oct 12 18:52:17.240486 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:17.309002 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba0b5c-1230-4cb9-91bf-083762c056bf req-0236f13e-6582-4ffc-b983-735a67392c28 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:17.310850 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ceba0b5c-1230-4cb9-91bf-083762c056bf req-0236f13e-6582-4ffc-b983-735a67392c28 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0505319 Oct 12 18:52:17.365727 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ceba0b5c-1230-4cb9-91bf-083762c056bf req-0a0bcefd-fa05-4101-a17f-53f8119396b0 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453577 Oct 12 18:52:18.258610 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40810) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:18.321340 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:18.346726 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:18.405156 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:18.407961 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:18.409140 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] 10.222.0.62 "DELETE /v2.0/security-groups/675b12fe-b8e1-4fa8-8ee2-793b4d703a70 HTTP/1.1" status: 204 len: 168 time: 0.1495521 Oct 12 18:52:18.419518 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b12fe-b8e1-4fa8-8ee2-793b4d703a70,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:18.428263 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.428671 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.429023 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.429359 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.429696 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.430037 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.430370 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.430801 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.431161 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.431389 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.431821 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.432039 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece614e8-0627-46ca-a85a-8b218466af2d tempest-TestVolumeBootPattern-915563055 tempest-TestVolumeBootPattern-915563055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:18.484005 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40816) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:18.507295 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743b964-f6de-4560-8f1e-908d07c136dd req-3c59ea6b-500e-448b-9e18-3886e2f61c6f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:18.508776 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9743b964-f6de-4560-8f1e-908d07c136dd req-3c59ea6b-500e-448b-9e18-3886e2f61c6f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0652444 Oct 12 18:52:18.551238 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9743b964-f6de-4560-8f1e-908d07c136dd req-96ad90ca-677d-4640-9028-20380d78e3e7 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359306 Oct 12 18:52:19.104941 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:19.204647 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:19.501458 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Deleting port 26f5ede3-fe07-4bcf-85a8-0abbde52747f {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:19.502188 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:19.581698 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:19.584088 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] For port 26f5ede3-fe07-4bcf-85a8-0abbde52747f, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=26f5ede3-fe07-4bcf-85a8-0abbde52747f,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:19.584477 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:19.601087 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Calling delete_port for 26f5ede3-fe07-4bcf-85a8-0abbde52747f owned by network:router_interface {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:19.604834 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:19.605183 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device a8772e28-4e2e-41ba-8e6e-0ebe0cc735dc not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:19.672261 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095906e-54f4-4f59-8a54-04270bb980c9 req-7c2a2c5c-6a84-4755-842b-15bbf6811d66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:19.673780 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f095906e-54f4-4f59-8a54-04270bb980c9 req-7c2a2c5c-6a84-4755-842b-15bbf6811d66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0487454 Oct 12 18:52:19.711777 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f095906e-54f4-4f59-8a54-04270bb980c9 req-7966c6f4-56f6-4e71-81d5-6443080e9a78 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315800 Oct 12 18:52:19.781206 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:19.805590 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f5ede3-fe07-4bcf-85a8-0abbde52747f,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:19.999778 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:20.211250 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Router d60a207e-b247-49f0-8ab0-6a86ed2716cc has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:52:20.315665 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:52:20.320625 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-78289b0c-8da3-4b3b-97b3-978e37e9da43 admin admin] 10.222.0.62 "PUT /v2.0/routers/d60a207e-b247-49f0-8ab0-6a86ed2716cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356438 Oct 12 18:52:20.323151 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40822) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:20.326273 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] Sync routers for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:52:20.335902 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:52:20.336576 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:52:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:20.425159 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks [] for router, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:20.527786 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:52:20.531457 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:20.584629 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Deleting port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:20.584990 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:20.666705 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] For port f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:20.667095 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:20.679464 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Calling delete_port for f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 owned by network:router_gateway {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:20.707943 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:52:19Z', 'revision_number': 5, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port': {'id': 'f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:43:53Z', 'updated_at': '2021-10-12T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:20.734622 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] Checking router: d60a207e-b247-49f0-8ab0-6a86ed2716cc for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:52:20.743732 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] Routers {'d60a207e-b247-49f0-8ab0-6a86ed2716cc'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:52:20.744340 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:52:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:20.832502 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] Set router d60a207e-b247-49f0-8ab0-6a86ed2716cc gateway port host: None {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:52:20.843938 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebf42a-0fca-4cfc-acba-e459611b7729 req-2697f78d-bc8d-41f9-a90e-4b05623d6ff5 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:20.851015 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eeebf42a-0fca-4cfc-acba-e459611b7729 req-2697f78d-bc8d-41f9-a90e-4b05623d6ff5 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0635109 Oct 12 18:52:20.859320 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:20.884985 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-eeebf42a-0fca-4cfc-acba-e459611b7729 req-a56ca7ac-e7a3-4571-b2db-8af2cb0f66d0 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329762 Oct 12 18:52:20.885632 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:20.889140 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:52:20Z', 'revision_number': 6, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port_host': None}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:20.917484 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435e8e0-d71f-4691-98d5-90c6de81d5e9 None None] The sync data for ids ['d60a207e-b247-49f0-8ab0-6a86ed2716cc'] in dv-cinder-813228-2-iscsi is: [{'id': 'd60a207e-b247-49f0-8ab0-6a86ed2716cc', 'name': 'tempest-TestVolumeBootPattern-1542644893-router', 'tenant_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:52Z', 'updated_at': '2021-10-12T18:52:20Z', 'revision_number': 6, 'project_id': 'ebe64b67f8f44c14beb2eb9ea1a1fd0a', 'gw_port_host': None}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:52:20.952036 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.039828 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.041943 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.087092 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.087534 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d60a207e-b247-49f0-8ab0-6a86ed2716cc {{(pid=100546) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:52:21.092541 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.093572 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-02464c18-58c6-4b91-bfa1-0baab77a6e92 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d60a207e-b247-49f0-8ab0-6a86ed2716cc HTTP/1.1" status: 204 len: 168 time: 0.7695036 Oct 12 18:52:21.096122 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40826) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:21.139704 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3462c4-162a-4270-b10c-63af141bf5ac admin admin] Deleting subnet e5eb5177-ca61-4990-99cd-afd7599100d2 {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:52:21.142727 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4c3462c4-162a-4270-b10c-63af141bf5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.176296 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4c3462c4-162a-4270-b10c-63af141bf5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25816643'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.257018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4c3462c4-162a-4270-b10c-63af141bf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.310561 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4c3462c4-162a-4270-b10c-63af141bf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25792773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25929116'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.337372 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3462c4-162a-4270-b10c-63af141bf5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5eb5177-ca61-4990-99cd-afd7599100d2,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:21.341609 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4c3462c4-162a-4270-b10c-63af141bf5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.344939 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4c3462c4-162a-4270-b10c-63af141bf5ac admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e5eb5177-ca61-4990-99cd-afd7599100d2 HTTP/1.1" status: 204 len: 168 time: 0.2478867 Oct 12 18:52:21.347582 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40828) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:21.349274 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b63b1e-0d0f-413c-8bda-dfab77aeea19 None None] Network 68b26370-00b0-464b-9915-2069b63729a9 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:52:21.420683 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.478321 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Deleting port 705a31b9-f36e-414f-b155-52ffb8278e51 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:21.478690 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.543064 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] For port 705a31b9-f36e-414f-b155-52ffb8278e51, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=705a31b9-f36e-414f-b155-52ffb8278e51,segment=NetworkSegment(3f434eaa-2918-487e-acd9-430a2251bb2b),segment_id=3f434eaa-2918-487e-acd9-430a2251bb2b)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:21.543984 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.556808 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Calling delete_port for 705a31b9-f36e-414f-b155-52ffb8278e51 owned by network:dhcp {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:21.641364 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.665706 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Pushing event deleted for resources: {'Port': ['ID=705a31b9-f36e-414f-b155-52ffb8278e51,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:21.669990 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] No DVR routers for this DVR port 705a31b9-f36e-414f-b155-52ffb8278e51 on host dv-cinder-813228-2-iscsi {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:52:21.724129 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e7dbe2-7232-45d0-9b84-8ad38c8d4744 None None] DHCP port deletion for 68b26370-00b0-464b-9915-2069b63729a9 request from dv-cinder-813228-2-iscsi {{(pid=100548) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:52:21.747554 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.769350 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b26370-00b0-464b-9915-2069b63729a9']}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:21.779000 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f434eaa-2918-487e-acd9-430a2251bb2b') {'for_net_delete': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:21.779289 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f434eaa-2918-487e-acd9-430a2251bb2b') {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:21.788380 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28868116'] for segment, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.805790 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.818109 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=100547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:52:21.818602 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299767'] for segment, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: Traceback (most recent call last): Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: timer() Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: cb(*args, **kw) Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: return func(*args, **kwargs) Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: self._notify() Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: self.callback(batched_events) Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: event.method(event) Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: return f(self, *a, **k) Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._get(url).json() Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: return self.request(url, 'GET', **kwargs) Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:52:21.820476 dv-cinder-813228-2-iscsi neutron-server[100547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:52:21.824095 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 26f5ede3-fe07-4bcf-85a8-0abbde52747f no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:21.852711 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 26f5ede3-fe07-4bcf-85a8-0abbde52747f {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:21.853187 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 26f5ede3-fe07-4bcf-85a8-0abbde52747f not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:21.853617 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 705a31b9-f36e-414f-b155-52ffb8278e51 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:21.873293 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 705a31b9-f36e-414f-b155-52ffb8278e51 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:21.873633 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 705a31b9-f36e-414f-b155-52ffb8278e51 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:21.874058 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:21.880754 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.894712 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:21.895009 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f607aca3-b609-4f3c-ba89-2d6d4cc7e0f9 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:21.898620 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:21.902205 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] 10.222.0.62 "DELETE /v2.0/networks/68b26370-00b0-464b-9915-2069b63729a9 HTTP/1.1" status: 204 len: 168 time: 0.5535104 Oct 12 18:52:21.904280 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a750-e101-4109-ba1c-9d52687ca50e admin admin] Pushing event deleted for resources: {'Network': ['ID=68b26370-00b0-464b-9915-2069b63729a9,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:21.905905 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40830) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:22.030237 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee668be-3b37-4fb0-a1aa-eb68bf95d00e req-5bd1af57-05a8-421f-a5db-6deee094e1d1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:22.031783 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9ee668be-3b37-4fb0-a1aa-eb68bf95d00e req-5bd1af57-05a8-421f-a5db-6deee094e1d1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0649824 Oct 12 18:52:22.072889 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9ee668be-3b37-4fb0-a1aa-eb68bf95d00e req-f953289f-2fd7-47b2-8b17-41bb19d3734b tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351405 Oct 12 18:52:22.264179 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:22.504284 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Deleting port bfcaf9d6-e0d9-4d00-a259-a807206929d7 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:22.504619 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:22.586926 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] For port bfcaf9d6-e0d9-4d00-a259-a807206929d7, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=bfcaf9d6-e0d9-4d00-a259-a807206929d7,segment=NetworkSegment(522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf),segment_id=522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:22.587230 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:22.599425 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Calling delete_port for bfcaf9d6-e0d9-4d00-a259-a807206929d7 owned by network:router_interface {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:23.024507 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.049815 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcaf9d6-e0d9-4d00-a259-a807206929d7,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:23.201848 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e603e-11a5-4b1e-9bec-7698b8072010 req-44120546-05ac-4b94-abf9-0d9e324f2ce5 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:23.203551 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-615e603e-11a5-4b1e-9bec-7698b8072010 req-44120546-05ac-4b94-abf9-0d9e324f2ce5 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0536354 Oct 12 18:52:23.226091 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.243705 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-615e603e-11a5-4b1e-9bec-7698b8072010 req-5f270bd4-2db0-4354-b1f9-33bc85d09a1e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339305 Oct 12 18:52:23.442708 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:52:23.552368 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:52:23.558023 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-78e55ee2-dfde-43fb-b756-134fdb0d6856 admin admin] 10.222.0.62 "PUT /v2.0/routers/a227a4e2-fa56-460c-85d5-6a9ba2b2b16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6508913 Oct 12 18:52:23.561110 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40836) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:23.562789 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] Sync routers for ids ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:52:23.572262 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] Routers {'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:52:23.572884 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:52:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:23.670050 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.790148 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.818179 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] Set router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:52:23.853295 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Deleting port 4ec78958-de3f-445a-8c23-748f0859dcd0 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:23.853646 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.937543 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] For port 4ec78958-de3f-445a-8c23-748f0859dcd0, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=4ec78958-de3f-445a-8c23-748f0859dcd0,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:23.937910 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.955458 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Calling delete_port for 4ec78958-de3f-445a-8c23-748f0859dcd0 owned by network:router_gateway {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:24.008083 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:52:22Z', 'revision_number': 5, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port': {'id': '4ec78958-de3f-445a-8c23-748f0859dcd0', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:44:00Z', 'updated_at': '2021-10-12T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:24.039397 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] Checking router: a227a4e2-fa56-460c-85d5-6a9ba2b2b16f for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:52:24.048307 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] Routers {'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:52:24.048931 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:52:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:24.117633 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.140100 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] Set router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f gateway port host: None {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:52:24.152383 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec78958-de3f-445a-8c23-748f0859dcd0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:24.193596 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:52:23Z', 'revision_number': 6, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port_host': None}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:24.214693 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.224910 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d2d37-0257-4e78-abd3-2bac5dfc0eca None None] The sync data for ids ['a227a4e2-fa56-460c-85d5-6a9ba2b2b16f'] in dv-cinder-813228-2-iscsi is: [{'id': 'a227a4e2-fa56-460c-85d5-6a9ba2b2b16f', 'name': 'tempest-TestVolumeBootPattern-222205253-router', 'tenant_id': '15162bdae8694d52a6a8d69fec6f57ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:43:59Z', 'updated_at': '2021-10-12T18:52:23Z', 'revision_number': 6, 'project_id': '15162bdae8694d52a6a8d69fec6f57ef', 'gw_port_host': None}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:52:24.328665 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.331023 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.360534 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d11a8b-6571-4051-9e0a-7caae96f7bcc req-eaae86ef-8a66-4f62-ae8c-7470a279c0ff tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:24.362069 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1d11a8b-6571-4051-9e0a-7caae96f7bcc req-eaae86ef-8a66-4f62-ae8c-7470a279c0ff tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Oct 12 18:52:24.376107 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.376729 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a227a4e2-fa56-460c-85d5-6a9ba2b2b16f {{(pid=100546) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:52:24.381152 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.382291 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-acb2a343-9c5b-4268-a477-b4f8b6b5adf3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a227a4e2-fa56-460c-85d5-6a9ba2b2b16f HTTP/1.1" status: 204 len: 168 time: 0.8199108 Oct 12 18:52:24.384982 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40840) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:24.410164 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c1d11a8b-6571-4051-9e0a-7caae96f7bcc req-7560cfe0-fe16-4e0a-a15c-eab0bc228d87 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Oct 12 18:52:24.433693 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-819fc077-5a59-4326-ab8b-933addb0b599 admin admin] Deleting subnet fc43535c-e69e-4b2b-b854-76452e2f688b {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:52:24.437737 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-819fc077-5a59-4326-ab8b-933addb0b599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.473281 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-819fc077-5a59-4326-ab8b-933addb0b599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25816643'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.549033 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-819fc077-5a59-4326-ab8b-933addb0b599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.606576 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-819fc077-5a59-4326-ab8b-933addb0b599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25792773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25929116'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.634634 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-819fc077-5a59-4326-ab8b-933addb0b599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.638942 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-819fc077-5a59-4326-ab8b-933addb0b599 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fc43535c-e69e-4b2b-b854-76452e2f688b HTTP/1.1" status: 204 len: 168 time: 0.2529116 Oct 12 18:52:24.640000 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fc077-5a59-4326-ab8b-933addb0b599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc43535c-e69e-4b2b-b854-76452e2f688b,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:24.641615 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40842) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:24.646250 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90a32f-5489-48ed-a678-616fec871248 None None] Network aa650946-e992-44b7-9b84-4f5caf07d90c requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:52:24.710274 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.763092 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Deleting port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:24.763427 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.830621 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] For port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=07300a23-e02a-4e05-aa2d-b6ee8216d8e3,segment=NetworkSegment(522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf),segment_id=522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:24.831053 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.848273 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Calling delete_port for 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 owned by network:dhcp {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:24.926837 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:24.958134 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=07300a23-e02a-4e05-aa2d-b6ee8216d8e3,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:24.959918 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] No DVR routers for this DVR port 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 on host dv-cinder-813228-2-iscsi {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:52:25.013089 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d3368-9118-47eb-b8b6-e33d4ad3cbad None None] DHCP port deletion for aa650946-e992-44b7-9b84-4f5caf07d90c request from dv-cinder-813228-2-iscsi {{(pid=100548) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:52:25.039554 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.059245 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa650946-e992-44b7-9b84-4f5caf07d90c']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:25.068424 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:25.068717 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522d9e78-6ee2-41b8-a4f1-6f2bd76e63cf') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:25.078040 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.092179 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.098942 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:52:25.099488 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:52:25.101737 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:52:25.159919 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.165205 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.168969 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/aa650946-e992-44b7-9b84-4f5caf07d90c HTTP/1.1" status: 204 len: 168 time: 0.5259235 Oct 12 18:52:25.180074 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba993b-1886-49e0-95f6-7ca32884d8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa650946-e992-44b7-9b84-4f5caf07d90c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:25.294135 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40846) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:25.332754 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-58eb16f1-8a25-43c0-9481-8b37eb8e94a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebe64b67f8f44c14beb2eb9ea1a1fd0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373955 Oct 12 18:52:25.335225 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40848) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:25.382193 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049ecfda-0771-4b0d-9399-d2f684896be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.403331 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049ecfda-0771-4b0d-9399-d2f684896be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.457450 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049ecfda-0771-4b0d-9399-d2f684896be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.460088 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049ecfda-0771-4b0d-9399-d2f684896be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.461291 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-049ecfda-0771-4b0d-9399-d2f684896be3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f062308b-bc96-4156-86cb-34dbab19152c HTTP/1.1" status: 204 len: 168 time: 0.1252389 Oct 12 18:52:25.469936 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ecfda-0771-4b0d-9399-d2f684896be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f062308b-bc96-4156-86cb-34dbab19152c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:25.533233 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234105-2e7b-4456-b978-99c0aa2db1c8 req-5d831d90-ebcc-4f52-a8f8-d30bba2b77f6 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:25.534652 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-62234105-2e7b-4456-b978-99c0aa2db1c8 req-5d831d90-ebcc-4f52-a8f8-d30bba2b77f6 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0501647 Oct 12 18:52:25.577021 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-62234105-2e7b-4456-b978-99c0aa2db1c8 req-890ef31f-3c59-44d7-b704-053b1a584f42 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358872 Oct 12 18:52:25.789476 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40856) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:25.812381 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 4ec78958-de3f-445a-8c23-748f0859dcd0 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:25.833896 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-cf085244-b4fe-43fd-9d89-016c2cd59cd1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15162bdae8694d52a6a8d69fec6f57ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429852 Oct 12 18:52:25.836849 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40858) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:25.837042 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 4ec78958-de3f-445a-8c23-748f0859dcd0 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:25.837365 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 4ec78958-de3f-445a-8c23-748f0859dcd0 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:25.837908 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device bfcaf9d6-e0d9-4d00-a259-a807206929d7 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:25.861536 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: bfcaf9d6-e0d9-4d00-a259-a807206929d7 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:25.861882 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device bfcaf9d6-e0d9-4d00-a259-a807206929d7 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:25.862329 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:25.882068 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:25.882423 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 07300a23-e02a-4e05-aa2d-b6ee8216d8e3 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:25.892789 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47a31be4-310a-4b72-8dd1-66c3a2f7ca22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.917479 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47a31be4-310a-4b72-8dd1-66c3a2f7ca22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.967755 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47a31be4-310a-4b72-8dd1-66c3a2f7ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.970850 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-47a31be4-310a-4b72-8dd1-66c3a2f7ca22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.972002 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-47a31be4-310a-4b72-8dd1-66c3a2f7ca22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b5764c3-ad66-4a0d-9490-ab01a8732180 HTTP/1.1" status: 204 len: 168 time: 0.1341429 Oct 12 18:52:25.979985 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a31be4-310a-4b72-8dd1-66c3a2f7ca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5764c3-ad66-4a0d-9490-ab01a8732180,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:26.692186 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9a522-ad9a-46a9-96b7-25ead6cd0d88 req-2c5503a6-9eee-4640-87cb-8a16c9f15e99 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:26.693635 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8ca9a522-ad9a-46a9-96b7-25ead6cd0d88 req-2c5503a6-9eee-4640-87cb-8a16c9f15e99 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0487034 Oct 12 18:52:26.731337 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8ca9a522-ad9a-46a9-96b7-25ead6cd0d88 req-4ebff44c-f756-41d5-90d8-776dbccecf15 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312970 Oct 12 18:52:27.846612 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2b9b7-38d4-40c8-8956-eef46a20e850 req-26a6e9b5-2b49-4aa9-9a82-1d9fff046c94 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:27.848063 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-80c2b9b7-38d4-40c8-8956-eef46a20e850 req-26a6e9b5-2b49-4aa9-9a82-1d9fff046c94 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0515633 Oct 12 18:52:28.130388 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-80c2b9b7-38d4-40c8-8956-eef46a20e850 req-05c410ae-c5aa-4897-b804-d348400a26c2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764711 Oct 12 18:52:28.671607 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:29.243399 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99b54-6458-48ff-a461-9e60d29e087e req-ffff8840-3259-4a3c-81a8-b1de7c8dd856 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:29.244846 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d0c99b54-6458-48ff-a461-9e60d29e087e req-ffff8840-3259-4a3c-81a8-b1de7c8dd856 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0476782 Oct 12 18:52:29.282895 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d0c99b54-6458-48ff-a461-9e60d29e087e req-a39bacb8-bfb4-4f07-bf39-e573fa953624 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319326 Oct 12 18:52:30.395615 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c20e43-2837-450a-aaf5-2c5dcbf51881 req-9d4e87bf-3156-4260-8763-4e9c4a6f3091 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:30.397073 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c6c20e43-2837-450a-aaf5-2c5dcbf51881 req-9d4e87bf-3156-4260-8763-4e9c4a6f3091 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0482447 Oct 12 18:52:30.436176 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-c6c20e43-2837-450a-aaf5-2c5dcbf51881 req-798a5df3-4133-47da-9ef2-247500f17978 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331545 Oct 12 18:52:31.555975 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81ea70-98b6-4fbb-8d86-0cff96cc8b7a req-546fc84b-c01a-4ffb-974e-b5f9be702d1a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:31.557428 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a81ea70-98b6-4fbb-8d86-0cff96cc8b7a req-546fc84b-c01a-4ffb-974e-b5f9be702d1a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0524430 Oct 12 18:52:31.597358 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-4a81ea70-98b6-4fbb-8d86-0cff96cc8b7a req-b60b8e58-8bc3-4436-9192-f395401d01e7 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340614 Oct 12 18:52:31.656858 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:52:32.709055 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f794439-12ac-414f-8f8f-a395a3b49d4c req-55ded8c7-48dd-49b4-843b-bf46d8a3995e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:32.710515 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f794439-12ac-414f-8f8f-a395a3b49d4c req-55ded8c7-48dd-49b4-843b-bf46d8a3995e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0476599 Oct 12 18:52:32.747101 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-5f794439-12ac-414f-8f8f-a395a3b49d4c req-0ef741c8-25aa-437d-a640-b6d41efe1d68 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307536 Oct 12 18:52:32.979653 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641b32f-c914-480e-8d05-f53c8f6aaff3 req-00206188-e951-43e5-8af1-b2a15e44f811 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:32.981721 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f641b32f-c914-480e-8d05-f53c8f6aaff3 req-00206188-e951-43e5-8af1-b2a15e44f811 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0512345 Oct 12 18:52:33.021520 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f641b32f-c914-480e-8d05-f53c8f6aaff3 req-9b2edbbd-2ad9-42cf-a9d6-030db8414447 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335717 Oct 12 18:52:33.051762 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-7a93c71b-5020-4b16-a511-d82a17fbe8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:33.053316 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-7a93c71b-5020-4b16-a511-d82a17fbe8a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 1098 time: 0.0420060 Oct 12 18:52:33.146622 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-c854c0d0-f6db-4490-aa8a-78058279224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:33.147952 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-c854c0d0-f6db-4490-aa8a-78058279224a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 911 time: 0.0875180 Oct 12 18:52:33.218725 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-5b71828f-311e-42ca-b82f-ca2eaedffec9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d545200-a336-4d1d-8283-b45812cf22ba HTTP/1.1" status: 200 len: 1000 time: 0.0617459 Oct 12 18:52:33.268340 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-eaecf9d5-addb-4ce2-a8fe-c95e6625b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:33.269760 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-eaecf9d5-addb-4ce2-a8fe-c95e6625b22c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0439446 Oct 12 18:52:33.318825 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-fd99cbb3-7c27-4545-84ee-49caf0bdec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:33.320281 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-fd99cbb3-7c27-4545-84ee-49caf0bdec56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432508 Oct 12 18:52:33.409338 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-74028632-7a69-4013-a945-f0635cf6156a service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802414 Oct 12 18:52:33.504618 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26570ebe-0196-4740-92fc-9e03bb69ff1e req-d9d30fc5-74d4-4f01-83d8-1cf5b6edd212 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860593 Oct 12 18:52:34.143464 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b337ca-0410-48e2-83f6-c3d2bab61ca1 req-de166300-0d7d-4643-9226-cba26a43644a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:34.145028 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-43b337ca-0410-48e2-83f6-c3d2bab61ca1 req-de166300-0d7d-4643-9226-cba26a43644a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Oct 12 18:52:34.187615 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-43b337ca-0410-48e2-83f6-c3d2bab61ca1 req-cc7c5225-3834-4ed5-b459-745b623fea20 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362885 Oct 12 18:52:35.304879 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd87afb-2761-4ce8-b63f-4d88a7e5406e req-6c5d3892-b6a8-49ff-bff0-0484288f60ac tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:35.306382 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2cd87afb-2761-4ce8-b63f-4d88a7e5406e req-6c5d3892-b6a8-49ff-bff0-0484288f60ac tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Oct 12 18:52:35.344775 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2cd87afb-2761-4ce8-b63f-4d88a7e5406e req-23c3490d-4bb7-4b65-a702-d0dd41f898df tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318604 Oct 12 18:52:43.051188 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-3369286e-b4d0-4a0f-933d-989c12b3afa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:45.984351 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-45c9f5a6-a7da-4c0a-a587-15540e29d7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:46.876421 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:47.223339 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:49.105598 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:58.684324 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:03.869233 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-c177ccca-37a4-4679-b492-ef196910d431 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402017 Oct 12 18:53:03.947521 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-78cd5af2-fc04-4955-bb60-8770c9043ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:03.949182 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-78cd5af2-fc04-4955-bb60-8770c9043ed2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddcf909fddcb47c5ae7919570e11be27&device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1098 time: 0.0549202 Oct 12 18:53:04.060567 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-464b2765-5a7d-4acf-a5b4-8bdcb02f31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.061937 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-464b2765-5a7d-4acf-a5b4-8bdcb02f31de service neutron] 10.222.0.32 "GET /v2.0/networks?id=7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 200 len: 910 time: 0.0934951 Oct 12 18:53:04.125734 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-3314b276-53c5-41c8-9c5a-c2ce0b90a093 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 200 len: 1001 time: 0.0560741 Oct 12 18:53:04.175914 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-8cfc48a3-1dee-42db-84ca-90975f14d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.177323 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-8cfc48a3-1dee-42db-84ca-90975f14d9d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2820fd32-b0ed-462c-879f-3dba11c12529 HTTP/1.1" status: 200 len: 848 time: 0.0439861 Oct 12 18:53:04.232195 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-48b4e5ca-1adf-4b16-a809-6349e0b5e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.233780 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-48b4e5ca-1adf-4b16-a809-6349e0b5e068 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7eeaa1ec-bc65-4517-a34c-abc9a049382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456610 Oct 12 18:53:04.339667 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-55748187-a463-430b-b52b-2edd5c1c9be1 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921068 Oct 12 18:53:04.430783 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-62a1322f-5d5a-492c-a05f-9cdb71c852d4 req-17843353-2495-4840-8adc-293bad80eadb service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823302 Oct 12 18:53:08.656352 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:53:09.463621 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c70cd8-d6ec-4974-8dad-4674382f05bb req-c88c5735-bc5c-4458-a1b8-86e43c8012de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:09.465104 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b4c70cd8-d6ec-4974-8dad-4674382f05bb req-c88c5735-bc5c-4458-a1b8-86e43c8012de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0500588 Oct 12 18:53:09.502861 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b4c70cd8-d6ec-4974-8dad-4674382f05bb req-5ef80d6c-80fc-4d11-baa2-b2f6415e7039 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310688 Oct 12 18:53:10.717084 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f3d93-bf8c-43df-b413-f62277a9cf48 req-58204b63-a921-4fd3-b012-7e931e809439 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:10.718531 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ca3f3d93-bf8c-43df-b413-f62277a9cf48 req-58204b63-a921-4fd3-b012-7e931e809439 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.1478791 Oct 12 18:53:10.756043 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ca3f3d93-bf8c-43df-b413-f62277a9cf48 req-ca75a9ae-9104-4e8f-b888-5afb3685a87b tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315855 Oct 12 18:53:11.869668 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f58dd9-9a4e-4e86-8b83-f5e5cd8f5fa6 req-dc012847-75ee-406f-abbd-92182582fb14 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:11.871159 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e0f58dd9-9a4e-4e86-8b83-f5e5cd8f5fa6 req-dc012847-75ee-406f-abbd-92182582fb14 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Oct 12 18:53:11.908926 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e0f58dd9-9a4e-4e86-8b83-f5e5cd8f5fa6 req-110e40f8-a54a-433c-a0a3-f2416253cd85 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Oct 12 18:53:13.021146 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83358ac7-2461-4ba9-bd6e-706ff7d7d8fe req-d8d8d8b3-baae-43db-a5a6-28d3a8a40623 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:13.022540 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-83358ac7-2461-4ba9-bd6e-706ff7d7d8fe req-d8d8d8b3-baae-43db-a5a6-28d3a8a40623 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0482895 Oct 12 18:53:13.052330 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b46eac8c-26fe-4209-9a4a-780e0ab815d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:13.062183 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-83358ac7-2461-4ba9-bd6e-706ff7d7d8fe req-cbe09612-5930-4cb9-b6be-c9db65cabcb2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337846 Oct 12 18:53:14.177763 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81baf0e-62e0-4f95-8264-18fc1c543aca req-92ec7081-a7bb-4b95-b1a9-10d05fcacb03 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:14.179223 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f81baf0e-62e0-4f95-8264-18fc1c543aca req-92ec7081-a7bb-4b95-b1a9-10d05fcacb03 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0515404 Oct 12 18:53:14.216640 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f81baf0e-62e0-4f95-8264-18fc1c543aca req-1e2beabb-d3b9-45c1-b7d2-5ef262d82500 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311468 Oct 12 18:53:15.295436 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40924) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:15.330176 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da611a10-672f-431c-9490-395ca5f1cd07 req-9796efb3-b12a-4eec-b83b-f89e6ff14a5e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:15.331712 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-da611a10-672f-431c-9490-395ca5f1cd07 req-9796efb3-b12a-4eec-b83b-f89e6ff14a5e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Oct 12 18:53:15.368633 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-da611a10-672f-431c-9490-395ca5f1cd07 req-0c6cf8c3-1728-4493-aead-a09e15214b72 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Oct 12 18:53:15.458898 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Deleting port fbb5dca8-eab4-4088-b44f-d152f680a426 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:15.459235 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:15.532977 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:15.533212 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:15.545243 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Calling delete_port for fbb5dca8-eab4-4088-b44f-d152f680a426 owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:15.692915 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:15.721727 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event deleted for resources: {'Port': ['ID=fbb5dca8-eab4-4088-b44f-d152f680a426,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:15.749014 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.749362 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.749704 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.750042 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.750377 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.750740 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.751071 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.751400 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.751729 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.752057 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.752382 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.752707 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:15.790568 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:15.790951 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Floating IP fd23fa42-7394-4950-a917-d2654dddd673 disassociated (deleted). External IP: 172.27.2.188, port: c2454674-6a59-4758-8037-9c5dd0404e69. Oct 12 18:53:15.986413 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1582-8b40-4cb2-8fe8-cf98a72b1935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:16.255658 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Router d86d55f1-96e9-4e91-804d-52b282df3733 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:53:16.360623 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:53:16.365067 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:16.370805 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] Sync routers for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:53:16.379730 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:53:16.380326 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:53:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:16.392139 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1db90a7c-12ca-4051-9e0e-3fde89d8df76 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "DELETE /v2.0/floatingips/fd23fa42-7394-4950-a917-d2654dddd673 HTTP/1.1" status: 204 len: 168 time: 1.0949900 Oct 12 18:53:16.392379 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:16.394533 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66186b26-7443-4d1e-ac88-a2107f6b397e" -d '{"events": [{"name": "network-changed", "server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:16.494255 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:53:16.501269 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b955eec-5ac6-45e1-bd17-e02ee19b4970 req-ae8af77c-9b85-4f1b-b1df-d0937fd55f2a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:16.507177 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1b955eec-5ac6-45e1-bd17-e02ee19b4970 req-ae8af77c-9b85-4f1b-b1df-d0937fd55f2a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0643919 Oct 12 18:53:16.566318 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15738e0e-06e4-4f1a-bd5d-493f06dc5e04 x-openstack-request-id: req-15738e0e-06e4-4f1a-bd5d-493f06dc5e04 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:16.566759 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:16.567089 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15738e0e-06e4-4f1a-bd5d-493f06dc5e04 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:16.567562 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'status': 'completed', 'code': 200} Oct 12 18:53:16.571469 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1b955eec-5ac6-45e1-bd17-e02ee19b4970 req-9c5586b9-a3c5-402a-ace0-141252bc8df2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590110 Oct 12 18:53:16.674237 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f48636-8892-4a17-9921-1683f292918b req-6222b877-0a59-4032-afb2-1f911bbc38a7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:16.675979 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d1f48636-8892-4a17-9921-1683f292918b req-6222b877-0a59-4032-afb2-1f911bbc38a7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0580847 Oct 12 18:53:16.689781 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-70e1f8f5-de2c-43f8-9bef-eb508fd4ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:16.691297 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-70e1f8f5-de2c-43f8-9bef-eb508fd4ca78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddcf909fddcb47c5ae7919570e11be27&device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 1098 time: 0.0981381 Oct 12 18:53:16.716906 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d1f48636-8892-4a17-9921-1683f292918b req-d72aed95-f47e-467b-a611-a8fadc8eb57d tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337052 Oct 12 18:53:16.717508 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:40Z', 'revision_number': 5, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:16.744863 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] Checking router: d86d55f1-96e9-4e91-804d-52b282df3733 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:53:16.753142 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:53:16.753747 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:53:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:16.790016 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-9f9615a2-9051-458d-9155-7acedba02e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:16.792172 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-9f9615a2-9051-458d-9155-7acedba02e19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 200 len: 910 time: 0.0931759 Oct 12 18:53:16.834940 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-29ee26df-acb4-48e3-99ec-7be8223f69ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 200 len: 217 time: 0.0338769 Oct 12 18:53:16.864295 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:53:16.879458 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:16.885435 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-9d616a35-9161-478c-9024-93ef23605714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:16.886921 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-9d616a35-9161-478c-9024-93ef23605714 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2820fd32-b0ed-462c-879f-3dba11c12529 HTTP/1.1" status: 200 len: 848 time: 0.0446730 Oct 12 18:53:16.935627 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-51fdfa87-3924-4fa4-8120-625e53e764f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:16.937115 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-51fdfa87-3924-4fa4-8120-625e53e764f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7eeaa1ec-bc65-4517-a34c-abc9a049382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414176 Oct 12 18:53:16.949405 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-048f81e1-d40e-4b8d-ab73-3205037f5dff service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:53:16.950570 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-048f81e1-d40e-4b8d-ab73-3205037f5dff service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050676 Oct 12 18:53:17.046208 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-8965c474-5f20-4a72-847a-5848af0b2d37 service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878406 Oct 12 18:53:17.066106 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:40Z', 'revision_number': 5, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:17.096409 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e0d3b-0d39-4e31-b545-292b6ad1a285 None None] The sync data for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi is: [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:48:33Z', 'revision_number': 4, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': '26541188-d8d9-46f1-b845-e6487d5057e6', 'name': '', 'network_id': '7eeaa1ec-bc65-4517-a34c-abc9a049382b', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'mac_address': 'fa:16:3e:83:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:32Z', 'updated_at': '2021-10-12T18:48:40Z', 'revision_number': 5, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'subnets': [{'id': '2820fd32-b0ed-462c-879f-3dba11c12529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:53:17.142965 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66186b26-7443-4d1e-ac88-a2107f6b397e req-808da1a6-72f2-47d7-9283-a1e4dcf5a6ff service neutron] 10.222.0.32 "GET /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892403 Oct 12 18:53:17.228117 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:17.318211 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a2346-0c86-4170-8828-092c1a77361c None None] New status for floating IP fd23fa42-7394-4950-a917-d2654dddd673: DOWN {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:53:17.703963 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ced74-e80b-4f44-9588-631ea688e476 req-3fe6ab49-13be-4ed7-8343-b6c42f10d8d3 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:17.705400 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6a9ced74-e80b-4f44-9588-631ea688e476 req-3fe6ab49-13be-4ed7-8343-b6c42f10d8d3 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0544007 Oct 12 18:53:17.743991 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-6a9ced74-e80b-4f44-9588-631ea688e476 req-f39d5eef-d553-455b-a012-a59978b8517d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327256 Oct 12 18:53:17.833095 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858a41-f9e8-4264-a8f9-d6de34d36b65 req-cb016db8-3ef9-4ee0-a392-56943d67dedf tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:17.834576 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b6858a41-f9e8-4264-a8f9-d6de34d36b65 req-cb016db8-3ef9-4ee0-a392-56943d67dedf tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0503113 Oct 12 18:53:17.872280 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b6858a41-f9e8-4264-a8f9-d6de34d36b65 req-fb234d38-b673-4aa9-870c-ba33c12e3273 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3c678c1-bc34-436e-b996-5d1a1887f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316699 Oct 12 18:53:18.118448 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-07de92e4-144b-4edb-adf1-f0735cf2a1d4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:18.119908 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-07de92e4-144b-4edb-adf1-f0735cf2a1d4 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.32 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 945 time: 0.0522830 Oct 12 18:53:18.215580 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Deleting port c2454674-6a59-4758-8037-9c5dd0404e69 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:18.215904 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:18.317861 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] For port c2454674-6a59-4758-8037-9c5dd0404e69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2454674-6a59-4758-8037-9c5dd0404e69,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:18.318223 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:18.334638 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Calling delete_port for c2454674-6a59-4758-8037-9c5dd0404e69 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:18.479253 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:18.513093 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event deleted for resources: {'Port': ['ID=c2454674-6a59-4758-8037-9c5dd0404e69,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:18.567609 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] No DVR routers for this DVR port c2454674-6a59-4758-8037-9c5dd0404e69 on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:53:18.573814 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:18.578377 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e35563ed-fe65-4ec6-b965-70b5bc26d08f req-a027a6f5-9cae-41ae-8cfe-1776f914a079 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.32 "DELETE /v2.0/ports/c2454674-6a59-4758-8037-9c5dd0404e69 HTTP/1.1" status: 204 len: 173 time: 0.4525805 Oct 12 18:53:18.578875 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'name': 'network-vif-deleted', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:18.581150 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb5e6c-791b-4b00-b3aa-7a0177b4c419" -d '{"events": [{"server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "name": "network-vif-deleted", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:18.691538 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bcbbaa-eac3-4431-beb8-3d5cbab87b71 x-openstack-request-id: req-01bcbbaa-eac3-4431-beb8-3d5cbab87b71 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:18.691832 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1003803a-aca2-4b31-85f4-6be676282c9b", "name": "network-vif-deleted", "tag": "c2454674-6a59-4758-8037-9c5dd0404e69", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:18.692086 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01bcbbaa-eac3-4431-beb8-3d5cbab87b71 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:18.692604 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1003803a-aca2-4b31-85f4-6be676282c9b', 'name': 'network-vif-deleted', 'tag': 'c2454674-6a59-4758-8037-9c5dd0404e69', 'status': 'completed', 'code': 200} Oct 12 18:53:18.883636 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97acdda-7d13-40e6-be87-796ed047503e req-23dc019c-b6a2-4f69-8d22-2aa7ef42b3a1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:18.889527 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b97acdda-7d13-40e6-be87-796ed047503e req-23dc019c-b6a2-4f69-8d22-2aa7ef42b3a1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0700991 Oct 12 18:53:18.955583 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-b97acdda-7d13-40e6-be87-796ed047503e req-1b30e74d-93f6-4f70-ad79-ba4642431e64 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634239 Oct 12 18:53:19.025329 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8d69d20a-db8e-4e83-a66c-c1725c70f531 req-86f14eb8-234a-4588-b766-1f1abb194777 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "GET /v2.0/ports?device_id=1003803a-aca2-4b31-85f4-6be676282c9b HTTP/1.1" status: 200 len: 210 time: 0.0454786 Oct 12 18:53:19.111124 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:20.066388 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae79ce0-096b-42f0-9c11-b5844a8f4db3 req-ea1079ce-c59f-413b-beaf-ac0ecc2c57bc tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:20.067925 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3ae79ce0-096b-42f0-9c11-b5844a8f4db3 req-ea1079ce-c59f-413b-beaf-ac0ecc2c57bc tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0491614 Oct 12 18:53:20.083226 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40954) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:20.105522 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-3ae79ce0-096b-42f0-9c11-b5844a8f4db3 req-4320c021-df63-45b6-a9fe-8babcdff2a88 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318449 Oct 12 18:53:20.143163 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-cb30b903-d57b-4c20-a55a-dee607b731c7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:20.168236 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-cb30b903-d57b-4c20-a55a-dee607b731c7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:20.240602 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-cb30b903-d57b-4c20-a55a-dee607b731c7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:20.243509 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-cb30b903-d57b-4c20-a55a-dee607b731c7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:20.245075 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-cb30b903-d57b-4c20-a55a-dee607b731c7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] 10.222.0.62 "DELETE /v2.0/security-groups/b3c678c1-bc34-436e-b996-5d1a1887f377 HTTP/1.1" status: 204 len: 168 time: 0.1607106 Oct 12 18:53:20.255458 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30b903-d57b-4c20-a55a-dee607b731c7 tempest-TestShelveInstance-231641567 tempest-TestShelveInstance-231641567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c678c1-bc34-436e-b996-5d1a1887f377,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:20.287322 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40962) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:20.348615 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-ebc6146a-25ed-4fec-81f9-6398840abef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:20.350015 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-ebc6146a-25ed-4fec-81f9-6398840abef3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 1098 time: 0.0435216 Oct 12 18:53:20.419136 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da506d1a-032e-4968-ac74-bf1db491d1e6 req-e18aa631-2149-44ec-94e2-91daf46b79b0 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:20.420711 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-da506d1a-032e-4968-ac74-bf1db491d1e6 req-e18aa631-2149-44ec-94e2-91daf46b79b0 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.1290510 Oct 12 18:53:20.441646 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-7daab9b6-0747-47d6-b1e5-57ab36f18666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:20.443144 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-7daab9b6-0747-47d6-b1e5-57ab36f18666 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 911 time: 0.0861080 Oct 12 18:53:20.502356 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-da506d1a-032e-4968-ac74-bf1db491d1e6 req-ed51dcf4-ed6b-4a39-a7fe-ef4f4392d773 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744035 Oct 12 18:53:20.511849 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-cafb2a57-2d45-44f9-b17b-3393382cab61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d545200-a336-4d1d-8283-b45812cf22ba HTTP/1.1" status: 200 len: 1000 time: 0.0615203 Oct 12 18:53:20.561706 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-6d182ba2-cc7f-48ec-8ea1-015ccbc15777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:20.563456 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-6d182ba2-cc7f-48ec-8ea1-015ccbc15777 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0449681 Oct 12 18:53:20.610186 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-fcb3be3c-1e60-4321-8628-03a7a5a86ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:20.611673 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-fcb3be3c-1e60-4321-8628-03a7a5a86ca7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410306 Oct 12 18:53:20.704388 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:20.706088 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-693e4414-d0cd-44a5-9ddd-d2e4e6e38a83 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870395 Oct 12 18:53:20.796499 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e69eaa4d-6f71-4722-af22-fedb884b59f8 req-f00b8287-e9fd-45e5-b6d3-daea372a1909 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836608 Oct 12 18:53:20.945723 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Deleting port 26541188-d8d9-46f1-b845-e6487d5057e6 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:20.946060 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:21.027166 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] For port 26541188-d8d9-46f1-b845-e6487d5057e6, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=26541188-d8d9-46f1-b845-e6487d5057e6,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:21.027554 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:21.040684 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Calling delete_port for 26541188-d8d9-46f1-b845-e6487d5057e6 owned by network:router_interface {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:21.218759 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:21.245917 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Pushing event deleted for resources: {'Port': ['ID=26541188-d8d9-46f1-b845-e6487d5057e6,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:21.272692 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.273042 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.273384 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.273719 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.274046 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.274374 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.274733 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.275060 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.275383 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.275703 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.276023 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.276458 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:21.428130 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:21.678489 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fcfbd-b20e-493d-b84a-7cc7d1464ec7 req-b459f035-476c-4935-8e14-513a14d8900d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:21.679950 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ff9fcfbd-b20e-493d-b84a-7cc7d1464ec7 req-b459f035-476c-4935-8e14-513a14d8900d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.1036074 Oct 12 18:53:21.689950 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Router d86d55f1-96e9-4e91-804d-52b282df3733 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:53:21.756979 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ff9fcfbd-b20e-493d-b84a-7cc7d1464ec7 req-045f2484-179c-4f20-abee-0b419294a9f1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690324 Oct 12 18:53:21.826202 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:53:21.831333 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-2085cc23-bf4a-408b-b5c6-de9546efe529 admin admin] 10.222.0.62 "PUT /v2.0/routers/d86d55f1-96e9-4e91-804d-52b282df3733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419838 Oct 12 18:53:21.833840 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40970) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:21.836431 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def0705c-4168-49f2-8441-86890c533274 None None] Sync routers for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:53:21.846932 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0705c-4168-49f2-8441-86890c533274 None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:53:21.847548 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-def0705c-4168-49f2-8441-86890c533274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:53:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:21.936646 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:21.952036 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-def0705c-4168-49f2-8441-86890c533274 None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:53:21.968236 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c2454674-6a59-4758-8037-9c5dd0404e69 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:53:21.993779 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: c2454674-6a59-4758-8037-9c5dd0404e69 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:53:21.994122 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device c2454674-6a59-4758-8037-9c5dd0404e69 not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:53:22.045860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.107108 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Deleting port 31621479-7a8d-4a1e-bd5e-008d57a346f4 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:22.108085 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.185669 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] For port 31621479-7a8d-4a1e-bd5e-008d57a346f4, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=31621479-7a8d-4a1e-bd5e-008d57a346f4,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:22.186027 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.198292 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Calling delete_port for 31621479-7a8d-4a1e-bd5e-008d57a346f4 owned by network:router_gateway {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:22.219100 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-def0705c-4168-49f2-8441-86890c533274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:53:21Z', 'revision_number': 5, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port': {'id': '31621479-7a8d-4a1e-bd5e-008d57a346f4', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:31Z', 'updated_at': '2021-10-12T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:22.248405 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def0705c-4168-49f2-8441-86890c533274 None None] Checking router: d86d55f1-96e9-4e91-804d-52b282df3733 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:53:22.256733 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0705c-4168-49f2-8441-86890c533274 None None] Routers {'d86d55f1-96e9-4e91-804d-52b282df3733'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:53:22.257342 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-def0705c-4168-49f2-8441-86890c533274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:53:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['d86d55f1-96e9-4e91-804d-52b282df3733'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:22.345602 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-def0705c-4168-49f2-8441-86890c533274 None None] Set router d86d55f1-96e9-4e91-804d-52b282df3733 gateway port host: None {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:53:22.361860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.384859 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=31621479-7a8d-4a1e-bd5e-008d57a346f4,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:22.401602 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-def0705c-4168-49f2-8441-86890c533274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:53:22Z', 'revision_number': 6, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port_host': None}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:22.431765 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def0705c-4168-49f2-8441-86890c533274 None None] The sync data for ids ['d86d55f1-96e9-4e91-804d-52b282df3733'] in dv-cinder-813228-2-iscsi is: [{'id': 'd86d55f1-96e9-4e91-804d-52b282df3733', 'name': 'tempest-TestShelveInstance-1547010817-router', 'tenant_id': 'ddcf909fddcb47c5ae7919570e11be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:30Z', 'updated_at': '2021-10-12T18:53:22Z', 'revision_number': 6, 'project_id': 'ddcf909fddcb47c5ae7919570e11be27', 'gw_port_host': None}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:53:22.450262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.539129 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.541212 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.582744 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.583307 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d86d55f1-96e9-4e91-804d-52b282df3733 {{(pid=100547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:53:22.587594 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.588731 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-873a2f56-c1e2-4873-8de6-b573d77519d4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d86d55f1-96e9-4e91-804d-52b282df3733 HTTP/1.1" status: 204 len: 168 time: 0.7539816 Oct 12 18:53:22.591217 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40972) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:22.643124 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb34aee-f89f-479b-a136-c8c04054c044 admin admin] Deleting subnet 2820fd32-b0ed-462c-879f-3dba11c12529 {{(pid=100547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:53:22.646615 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bcb34aee-f89f-479b-a136-c8c04054c044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.680756 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bcb34aee-f89f-479b-a136-c8c04054c044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28868127'] for subnet, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.758748 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bcb34aee-f89f-479b-a136-c8c04054c044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.818320 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bcb34aee-f89f-479b-a136-c8c04054c044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28930556'] for subnet, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.843737 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb34aee-f89f-479b-a136-c8c04054c044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2820fd32-b0ed-462c-879f-3dba11c12529,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:22.849786 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bcb34aee-f89f-479b-a136-c8c04054c044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.855422 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-bcb34aee-f89f-479b-a136-c8c04054c044 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2820fd32-b0ed-462c-879f-3dba11c12529 HTTP/1.1" status: 204 len: 168 time: 0.2602530 Oct 12 18:53:22.855711 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40974) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:22.859822 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf5b085-6db9-44ff-b881-3688bcdf1725 None None] Network 7eeaa1ec-bc65-4517-a34c-abc9a049382b requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:53:22.932430 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:22.988089 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Deleting port fde8a73a-d3a5-4626-a39f-3263b20b1b9a {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:22.988430 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.228778 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] DHCP port deletion for 7eeaa1ec-bc65-4517-a34c-abc9a049382b request from dv-cinder-813228-2-iscsi {{(pid=100548) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:53:23.290343 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Deleting port fde8a73a-d3a5-4626-a39f-3263b20b1b9a {{(pid=100548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:23.290854 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.318607 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] For port fde8a73a-d3a5-4626-a39f-3263b20b1b9a, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:23.319077 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.332644 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Calling delete_port for fde8a73a-d3a5-4626-a39f-3263b20b1b9a owned by network:dhcp {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:23.363440 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] For port fde8a73a-d3a5-4626-a39f-3263b20b1b9a, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,segment=NetworkSegment(208e3d3e-4a44-4a16-a9a9-4535763c842b),segment_id=208e3d3e-4a44-4a16-a9a9-4535763c842b)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:23.363842 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.377936 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Calling delete_port for fde8a73a-d3a5-4626-a39f-3263b20b1b9a owned by network:dhcp {{(pid=100548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:23.415837 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.445346 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:23.449176 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] No DVR routers for this DVR port fde8a73a-d3a5-4626-a39f-3263b20b1b9a on host dv-cinder-813228-2-iscsi {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:53:23.506921 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036'] for port, after_delete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.524314 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.535695 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Pushing event deleted for resources: {'Port': ['ID=fde8a73a-d3a5-4626-a39f-3263b20b1b9a,revision_number=None']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:23.540604 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] No DVR routers for this DVR port fde8a73a-d3a5-4626-a39f-3263b20b1b9a on host dv-cinder-813228-2-iscsi {{(pid=100548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:53:23.544555 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eeaa1ec-bc65-4517-a34c-abc9a049382b']}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:23.549188 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.549531 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.550182 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.550182 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.550527 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.550923 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.551200 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.551634 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.551839 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.552157 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.552476 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.552796 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ddf12-05fc-47f6-9209-760366f71ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:23.564288 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208e3d3e-4a44-4a16-a9a9-4535763c842b') {'for_net_delete': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:23.564586 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208e3d3e-4a44-4a16-a9a9-4535763c842b') {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:23.574912 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28868116'] for segment, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.588398 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.594296 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=100547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:53:23.594710 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299767'] for segment, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: Traceback (most recent call last): Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: timer() Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: cb(*args, **kw) Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: return func(*args, **kwargs) Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: self._notify() Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: self.callback(batched_events) Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: event.method(event) Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: return f(self, *a, **k) Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._get(url).json() Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: return self.request(url, 'GET', **kwargs) Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:53:23.596364 dv-cinder-813228-2-iscsi neutron-server[100547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:53:23.653134 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.660454 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:23.663621 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7eeaa1ec-bc65-4517-a34c-abc9a049382b HTTP/1.1" status: 204 len: 168 time: 0.8070123 Oct 12 18:53:23.666680 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40976) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:23.674088 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07edfa-0638-4281-9b44-a6bda257b630 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eeaa1ec-bc65-4517-a34c-abc9a049382b,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:23.850502 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 31621479-7a8d-4a1e-bd5e-008d57a346f4 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:53:23.870231 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 31621479-7a8d-4a1e-bd5e-008d57a346f4 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:53:23.870603 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 31621479-7a8d-4a1e-bd5e-008d57a346f4 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:53:23.871016 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 26541188-d8d9-46f1-b845-e6487d5057e6 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:53:23.893174 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 26541188-d8d9-46f1-b845-e6487d5057e6 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:53:23.893530 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 26541188-d8d9-46f1-b845-e6487d5057e6 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:53:23.894027 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fde8a73a-d3a5-4626-a39f-3263b20b1b9a no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:53:23.913544 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: fde8a73a-d3a5-4626-a39f-3263b20b1b9a {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:53:23.913891 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fde8a73a-d3a5-4626-a39f-3263b20b1b9a not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:53:24.017320 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:24.255922 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Deleting port 02569c02-693e-4eca-a29b-4e11fe4e7fb2 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:24.256262 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:24.334540 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] For port 02569c02-693e-4eca-a29b-4e11fe4e7fb2, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=02569c02-693e-4eca-a29b-4e11fe4e7fb2,segment=NetworkSegment(a15716b3-089c-425b-87cd-05a59eb25923),segment_id=a15716b3-089c-425b-87cd-05a59eb25923)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:24.334839 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:24.350611 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Calling delete_port for 02569c02-693e-4eca-a29b-4e11fe4e7fb2 owned by network:router_interface {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:24.527485 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:24.552815 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02569c02-693e-4eca-a29b-4e11fe4e7fb2,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:24.718855 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:24.930649 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Router f920831d-c3ba-4ad2-afb7-796c1d153448 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:53:25.035504 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:53:25.040523 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0ae39901-74d6-4060-bb4c-5995ff29a1c1 admin admin] 10.222.0.62 "PUT /v2.0/routers/f920831d-c3ba-4ad2-afb7-796c1d153448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3728027 Oct 12 18:53:25.042988 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40978) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:25.046287 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] Sync routers for ids ['f920831d-c3ba-4ad2-afb7-796c1d153448'] in dv-cinder-813228-2-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:53:25.055816 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] Routers {'f920831d-c3ba-4ad2-afb7-796c1d153448'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:53:25.056442 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:53:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f920831d-c3ba-4ad2-afb7-796c1d153448'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:25.149165 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.163755 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] Set router f920831d-c3ba-4ad2-afb7-796c1d153448 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:53:25.254971 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.309994 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Deleting port fd65aee9-72b1-426c-b176-a56185eb557d {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:25.311250 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.348362 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:53:24Z', 'revision_number': 5, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port': {'id': 'fd65aee9-72b1-426c-b176-a56185eb557d', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:48:37Z', 'updated_at': '2021-10-12T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:25.379142 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] Checking router: f920831d-c3ba-4ad2-afb7-796c1d153448 for host: dv-cinder-813228-2-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:53:25.387693 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] Routers {'f920831d-c3ba-4ad2-afb7-796c1d153448'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:53:25.388339 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:53:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['f920831d-c3ba-4ad2-afb7-796c1d153448'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:25.395988 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] For port fd65aee9-72b1-426c-b176-a56185eb557d, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=fd65aee9-72b1-426c-b176-a56185eb557d,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:25.396375 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.408672 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Calling delete_port for fd65aee9-72b1-426c-b176-a56185eb557d owned by network:router_gateway {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:25.474441 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] Set router f920831d-c3ba-4ad2-afb7-796c1d153448 gateway port host: None {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:53:25.581436 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.608386 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd65aee9-72b1-426c-b176-a56185eb557d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:25.660520 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:53:25Z', 'revision_number': 6, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port_host': None}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:25.679807 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.691812 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd753faf-5fef-47a6-8607-b3ef084504fc None None] The sync data for ids ['f920831d-c3ba-4ad2-afb7-796c1d153448'] in dv-cinder-813228-2-iscsi is: [{'id': 'f920831d-c3ba-4ad2-afb7-796c1d153448', 'name': 'tempest-TestShelveInstance-516227018-router', 'tenant_id': '1036cd56e77b4506bc9884608f42681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:48:36Z', 'updated_at': '2021-10-12T18:53:25Z', 'revision_number': 6, 'project_id': '1036cd56e77b4506bc9884608f42681b', 'gw_port_host': None}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:53:25.780671 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.782835 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.828489 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.829084 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f920831d-c3ba-4ad2-afb7-796c1d153448 {{(pid=100546) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:53:25.833967 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.834876 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1f42b65b-6b81-4e51-9dfd-56131028acc6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f920831d-c3ba-4ad2-afb7-796c1d153448 HTTP/1.1" status: 204 len: 168 time: 0.7907703 Oct 12 18:53:25.837549 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40980) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:25.881105 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f725cf-d694-457c-86df-71f2b83814a7 admin admin] Deleting subnet 0a379102-006d-41f6-bdb0-c025dadad9a6 {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:53:25.884573 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-d694-457c-86df-71f2b83814a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.918841 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-d694-457c-86df-71f2b83814a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25816643'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:25.996759 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-d694-457c-86df-71f2b83814a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.057978 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-d694-457c-86df-71f2b83814a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25792773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25929116'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.082970 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f725cf-d694-457c-86df-71f2b83814a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a379102-006d-41f6-bdb0-c025dadad9a6,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:26.088949 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-d694-457c-86df-71f2b83814a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.092398 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f4f725cf-d694-457c-86df-71f2b83814a7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0a379102-006d-41f6-bdb0-c025dadad9a6 HTTP/1.1" status: 204 len: 168 time: 0.2537956 Oct 12 18:53:26.095089 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40982) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:26.097767 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a513fde-7c9b-4852-accc-ea8ea39d0de9 None None] Network 8e644ee9-a277-4af5-aa8b-076efebb0ceb requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:53:26.148004 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 02569c02-693e-4eca-a29b-4e11fe4e7fb2 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:53:26.172114 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 02569c02-693e-4eca-a29b-4e11fe4e7fb2 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:53:26.172452 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 02569c02-693e-4eca-a29b-4e11fe4e7fb2 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:53:26.176153 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.228942 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Deleting port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:26.229295 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.300178 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] For port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9,segment=NetworkSegment(a15716b3-089c-425b-87cd-05a59eb25923),segment_id=a15716b3-089c-425b-87cd-05a59eb25923)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:26.300560 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.313370 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Calling delete_port for 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 owned by network:dhcp {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:26.391615 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.416863 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:26.421046 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] No DVR routers for this DVR port 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 on host dv-cinder-813228-2-iscsi {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:53:26.493062 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8f66f-7109-4b1e-a5f6-128aa65cd2b1 None None] DHCP port deletion for 8e644ee9-a277-4af5-aa8b-076efebb0ceb request from dv-cinder-813228-2-iscsi {{(pid=100548) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:53:26.762388 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.782347 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e644ee9-a277-4af5-aa8b-076efebb0ceb']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:26.791668 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15716b3-089c-425b-87cd-05a59eb25923') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:26.792031 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15716b3-089c-425b-87cd-05a59eb25923') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:26.802644 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.816202 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.822634 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:53:26.823018 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:53:26.824698 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:53:26.878922 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.884185 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.887509 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8e644ee9-a277-4af5-aa8b-076efebb0ceb HTTP/1.1" status: 204 len: 168 time: 0.7914650 Oct 12 18:53:26.898890 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f69cd-9aca-4ea9-b69e-4a9963313bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e644ee9-a277-4af5-aa8b-076efebb0ceb,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:27.051218 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 40986) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:27.094511 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-22f70abb-1163-4ddf-b849-e0be93697cbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddcf909fddcb47c5ae7919570e11be27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411675 Oct 12 18:53:27.096374 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40988) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:27.146981 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5dd75910-d8a6-498e-8c84-5b83d8520722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.172107 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5dd75910-d8a6-498e-8c84-5b83d8520722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.220254 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5dd75910-d8a6-498e-8c84-5b83d8520722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.223970 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5dd75910-d8a6-498e-8c84-5b83d8520722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.229345 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5dd75910-d8a6-498e-8c84-5b83d8520722 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/121cfbba-0294-4535-b9a1-5561a038066c HTTP/1.1" status: 204 len: 168 time: 0.1280890 Oct 12 18:53:27.239326 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd75910-d8a6-498e-8c84-5b83d8520722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121cfbba-0294-4535-b9a1-5561a038066c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:27.554101 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40994) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:27.593604 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-76399644-c7cd-4816-ad65-180dd1d4a5b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1036cd56e77b4506bc9884608f42681b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382607 Oct 12 18:53:27.596005 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 40996) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:27.644952 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad16f8c3-067d-45d0-b138-9e0e3d575cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.666593 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad16f8c3-067d-45d0-b138-9e0e3d575cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.714455 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad16f8c3-067d-45d0-b138-9e0e3d575cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.718986 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ad16f8c3-067d-45d0-b138-9e0e3d575cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.719786 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-ad16f8c3-067d-45d0-b138-9e0e3d575cc6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8862680c-b39f-442a-b687-fa03944330a4 HTTP/1.1" status: 204 len: 168 time: 0.1228595 Oct 12 18:53:27.731603 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16f8c3-067d-45d0-b138-9e0e3d575cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8862680c-b39f-442a-b687-fa03944330a4,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:27.845470 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:53:27.865211 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:53:27.865557 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 0c8fafc6-b68c-42d5-b43d-68b32e0bc0d9 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:53:27.865976 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fd65aee9-72b1-426c-b176-a56185eb557d no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:53:27.885505 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: fd65aee9-72b1-426c-b176-a56185eb557d {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:53:27.885854 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device fd65aee9-72b1-426c-b176-a56185eb557d not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:53:28.672542 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:43.053679 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-d647a329-74d6-425d-a50f-615d71aa9fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:45.656216 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:53:45.986752 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-136451d1-494e-4449-ae35-de45a03bc077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:46.882091 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:47.229470 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:49.113192 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:54.599639 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e724d5-cf45-4c07-b053-36efe50705e7 req-d7ba63bf-05ae-44a4-be71-a81944ba4d95 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:54.601224 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d3e724d5-cf45-4c07-b053-36efe50705e7 req-d7ba63bf-05ae-44a4-be71-a81944ba4d95 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Oct 12 18:53:54.645684 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-d3e724d5-cf45-4c07-b053-36efe50705e7 req-f2143dd7-4dc2-453e-8345-410e047ec484 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344412 Oct 12 18:53:55.773170 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b481165-3878-455a-b8e8-a3c1548c55ae req-eb8e743b-60fa-44bb-8968-e50fa3a680bd tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:55.774658 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b481165-3878-455a-b8e8-a3c1548c55ae req-eb8e743b-60fa-44bb-8968-e50fa3a680bd tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0530050 Oct 12 18:53:55.813556 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-8b481165-3878-455a-b8e8-a3c1548c55ae req-892d5931-fb99-478c-8492-b17876fb24c1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327926 Oct 12 18:53:56.419741 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-6692146a-3759-4af6-b32b-e8d8870ee953 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:56.421295 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-6692146a-3759-4af6-b32b-e8d8870ee953 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0522559 Oct 12 18:53:56.513682 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Deleting port 3d545200-a336-4d1d-8283-b45812cf22ba {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:56.514026 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:56.609000 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] For port 3d545200-a336-4d1d-8283-b45812cf22ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d545200-a336-4d1d-8283-b45812cf22ba,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:56.609389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:56.790297 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:56.790808 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:56.791109 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Floating IP b4a99014-1071-4a68-a862-0cd788df7ea1 disassociated. External IP: 172.27.2.55, port: 3d545200-a336-4d1d-8283-b45812cf22ba. Oct 12 18:53:56.791491 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Calling delete_port for 3d545200-a336-4d1d-8283-b45812cf22ba owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:56.934455 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:56.937699 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af87ad8-cf83-4247-a558-0271e2279af0 req-46dbaca6-2b56-4f0d-9bb0-0eafea5d31d1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:56.939252 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1af87ad8-cf83-4247-a558-0271e2279af0 req-46dbaca6-2b56-4f0d-9bb0-0eafea5d31d1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba9ef996-6520-4e3c-93d5-f26a1d9f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0519993 Oct 12 18:53:56.962505 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event deleted for resources: {'Port': ['ID=3d545200-a336-4d1d-8283-b45812cf22ba,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:56.979712 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-1af87ad8-cf83-4247-a558-0271e2279af0 req-2b1456df-fd5a-4ad6-b635-fd03cfd19294 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cc8c9bd-4d5d-4b76-9b19-760093727c13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344889 Oct 12 18:53:57.087203 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Router 6720b6db-b979-4ab2-a74d-5dc15ee76011 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:53:57.206711 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:53:57.216992 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] Sync routers for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:53:57.226489 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:53:57.227108 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:53:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:57.245090 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] No DVR routers for this DVR port 3d545200-a336-4d1d-8283-b45812cf22ba on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:53:57.247876 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:57.251141 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e289e8-e6aa-40a9-b81f-4976ff36569b req-f83c8c43-a076-4941-9828-0ecf30050dce tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "DELETE /v2.0/ports/3d545200-a336-4d1d-8283-b45812cf22ba HTTP/1.1" status: 204 len: 173 time: 0.8230515 Oct 12 18:53:57.251570 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'name': 'network-vif-deleted', 'tag': '3d545200-a336-4d1d-8283-b45812cf22ba'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:57.253900 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48fd4b6-93d8-4554-9e7b-6eea0239ee76" -d '{"events": [{"server_uuid": "ba9ef996-6520-4e3c-93d5-f26a1d9f2f99", "name": "network-vif-deleted", "tag": "3d545200-a336-4d1d-8283-b45812cf22ba"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:57.293781 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941fbeef-de3c-46d2-b30b-5f67920d254f x-openstack-request-id: req-941fbeef-de3c-46d2-b30b-5f67920d254f {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:57.294073 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9ef996-6520-4e3c-93d5-f26a1d9f2f99", "name": "network-vif-deleted", "tag": "3d545200-a336-4d1d-8283-b45812cf22ba", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:57.294331 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-941fbeef-de3c-46d2-b30b-5f67920d254f {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:57.294758 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9ef996-6520-4e3c-93d5-f26a1d9f2f99', 'name': 'network-vif-deleted', 'tag': '3d545200-a336-4d1d-8283-b45812cf22ba', 'status': 'completed', 'code': 200} Oct 12 18:53:57.344566 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:53:57.548420 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:57.578010 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] Checking router: 6720b6db-b979-4ab2-a74d-5dc15ee76011 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:53:57.586118 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:53:57.586744 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:53:46Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:57.701226 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:53:57.902758 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:53:57.928767 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce8f4d-1172-4740-b5f3-5404fab0fae0 None None] The sync data for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi is: [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:53:58.064046 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41030) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:58.123594 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a821be65-a63a-4c0c-bfbc-bfdf68711063 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.148356 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a821be65-a63a-4c0c-bfbc-bfdf68711063 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.152236 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83073be-3b87-49aa-a1e8-07bec2b43d91 None None] New status for floating IP b4a99014-1071-4a68-a862-0cd788df7ea1: DOWN {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:53:58.216849 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a821be65-a63a-4c0c-bfbc-bfdf68711063 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.219770 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a821be65-a63a-4c0c-bfbc-bfdf68711063 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.223671 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a821be65-a63a-4c0c-bfbc-bfdf68711063 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "DELETE /v2.0/security-groups/5cc8c9bd-4d5d-4b76-9b19-760093727c13 HTTP/1.1" status: 204 len: 168 time: 0.1562009 Oct 12 18:53:58.224360 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41036) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:58.232318 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821be65-a63a-4c0c-bfbc-bfdf68711063 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc8c9bd-4d5d-4b76-9b19-760093727c13,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:58.244381 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.api.v2.resource [None req-75f51217-2c52-41fb-a86f-1617144b88fc tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] show failed (client error): The resource could not be found. Oct 12 18:53:58.244628 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41038) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:58.244742 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-75f51217-2c52-41fb-a86f-1617144b88fc tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups/5cc8c9bd-4d5d-4b76-9b19-760093727c13 HTTP/1.1" status: 404 len: 347 time: 0.0182993 Oct 12 18:53:58.373492 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Deleting port b1f05bde-8062-46fe-89cd-c15309a7e461 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:58.373838 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.452938 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.453267 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.465891 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Calling delete_port for b1f05bde-8062-46fe-89cd-c15309a7e461 owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:58.604411 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.635095 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event deleted for resources: {'Port': ['ID=b1f05bde-8062-46fe-89cd-c15309a7e461,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:58.695397 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.698077 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.700077 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-41dd9c39-8a24-4338-9a99-b29f79648653 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "DELETE /v2.0/floatingips/b4a99014-1071-4a68-a862-0cd788df7ea1 HTTP/1.1" status: 204 len: 168 time: 0.4550409 Oct 12 18:53:58.703070 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.976613 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41042) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:58.981862 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-ab898460-5b6f-4eaa-b28d-72463588c30f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102641684', 'description': 'tempest-description--1679133864'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:53:59.004476 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ab898460-5b6f-4eaa-b28d-72463588c30f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.072531 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ab898460-5b6f-4eaa-b28d-72463588c30f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.077134 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ab898460-5b6f-4eaa-b28d-72463588c30f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.106995 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ab898460-5b6f-4eaa-b28d-72463588c30f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.109703 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-ab898460-5b6f-4eaa-b28d-72463588c30f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1320298 Oct 12 18:53:59.112151 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab898460-5b6f-4eaa-b28d-72463588c30f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773b2ca9-6834-4210-9f74-bc2886ff2982,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:59.114290 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41044) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:59.117701 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-a1af1943-cac3-4085-b240-4d4e8b8f0283 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'security_group_rule': {'security_group_id': '773b2ca9-6834-4210-9f74-bc2886ff2982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:53:59.146674 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a1af1943-cac3-4085-b240-4d4e8b8f0283 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.195743 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a1af1943-cac3-4085-b240-4d4e8b8f0283 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.200888 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a1af1943-cac3-4085-b240-4d4e8b8f0283 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.223241 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af1943-cac3-4085-b240-4d4e8b8f0283 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e472d91-05e3-465e-8717-d2fb1bdd5a3d,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:59.231240 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a1af1943-cac3-4085-b240-4d4e8b8f0283 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.232437 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a1af1943-cac3-4085-b240-4d4e8b8f0283 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187789 Oct 12 18:53:59.235082 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41046) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:59.239298 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-4b666cba-c992-4ff5-879b-a9194e51007e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'security_group_rule': {'security_group_id': '773b2ca9-6834-4210-9f74-bc2886ff2982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:53:59.264876 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b666cba-c992-4ff5-879b-a9194e51007e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.329968 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b666cba-c992-4ff5-879b-a9194e51007e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.333934 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b666cba-c992-4ff5-879b-a9194e51007e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709713'] for security_group_rule, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.351833 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b666cba-c992-4ff5-879b-a9194e51007e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349afd32-4d8b-4f58-add8-ee248295b0bb,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:59.361206 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b666cba-c992-4ff5-879b-a9194e51007e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.362449 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4b666cba-c992-4ff5-879b-a9194e51007e tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264491 Oct 12 18:53:59.365534 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41048) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:59.369978 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'floatingip': {'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:53:59.393209 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.492937 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.602288 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Allocated IP 172.27.2.188 (05aecc20-e39e-4662-9f82-37f419dcef57/2e2e6746-2a05-4f96-a39a-85e2bb31c10f/4ad242a9-2c97-49e0-8c00-565e51037765) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:53:59.721705 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.759411 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.800998 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Network 05aecc20-e39e-4662-9f82-37f419dcef57 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:53:59.804107 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:53:59.808351 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:53:59.814455 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'Port': ['ID=4ad242a9-2c97-49e0-8c00-565e51037765,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:59.895865 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:59.929694 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:00.081490 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:00.088243 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299167'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:00.105355 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 3d545200-a336-4d1d-8283-b45812cf22ba no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:54:00.126487 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 3d545200-a336-4d1d-8283-b45812cf22ba {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:54:00.126862 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 3d545200-a336-4d1d-8283-b45812cf22ba not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:54:00.159633 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'Port': ['ID=4ad242a9-2c97-49e0-8c00-565e51037765,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:00.173815 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:00.190838 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:00.192099 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-5be3a81c-b4cc-4388-a6b9-87c7f4d21a9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8256121 Oct 12 18:54:00.390603 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-8fa51648-593a-47f3-b548-8c70ec1f6ee0 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--102641684&fields=id&tenant_id=bef660f56b784c3383306179e4f6b7d0 HTTP/1.1" status: 200 len: 267 time: 0.0354333 Oct 12 18:54:00.517144 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-1fdd9aa2-97ae-4fd2-85cd-2f7b0284ebdb tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:00.518717 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-1fdd9aa2-97ae-4fd2-85cd-2f7b0284ebdb tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 810 time: 0.1211965 Oct 12 18:54:00.533958 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-9fed02ef-b27d-424a-b491-b1f644dc9d7d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/quotas/bef660f56b784c3383306179e4f6b7d0 HTTP/1.1" status: 200 len: 375 time: 0.0095675 Oct 12 18:54:00.589741 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-0ab25548-5225-4f45-a199-cda45f7832e9 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494156 Oct 12 18:54:00.715298 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-676bdf22-5e9b-4985-a4e3-89b6dbed3924 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=100547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:54:00.716329 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-676bdf22-5e9b-4985-a4e3-89b6dbed3924 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1069217 Oct 12 18:54:00.813545 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f069d6dd-22dc-4ed5-a269-4183ae9d9af4 service neutron] 10.222.0.62 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860672 Oct 12 18:54:00.912523 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-e712d37a-40e2-49e8-a233-91775c55b730 service neutron] 10.222.0.62 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924883 Oct 12 18:54:02.089747 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ee7f3f63-6c41-424c-9180-45c79f27a456 req-d0921bdc-efa5-4b11-8aeb-c80d35999a98 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 210 time: 0.0269468 Oct 12 18:54:03.175374 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-a8a15d1a-bf0c-4b4a-bca5-8c1300cb3d67 req-c591f737-c59d-4b3d-8334-92f66bd73b7a tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 210 time: 0.0307477 Oct 12 18:54:04.253037 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bd7890b2-9bc3-4d00-aa37-d371e15282a1 req-3e373336-7198-43e1-92bb-f25eb72ad9ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 210 time: 0.0265267 Oct 12 18:54:05.335646 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-103b6e1e-fbaf-45b9-ad8c-a67242a6a948 req-19ec3f41-96b4-4284-bb04-57799c2c373d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 210 time: 0.0312738 Oct 12 18:54:06.428601 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9f7dc9f0-0148-4628-b980-ed317d606294 req-933219ad-6676-4bfa-a274-8f955466d3ad tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 210 time: 0.0265622 Oct 12 18:54:07.220597 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-0e4cae3e-563a-496a-9ed5-7fec5dddd9a2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.222096 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-0e4cae3e-563a-496a-9ed5-7fec5dddd9a2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 810 time: 0.1106255 Oct 12 18:54:07.267723 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-648bea2e-7bd2-4845-b54c-ab73e605e544 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef660f56b784c3383306179e4f6b7d0 HTTP/1.1" status: 200 len: 379 time: 0.0358224 Oct 12 18:54:07.281031 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'port': {'device_id': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'admin_state_up': True, 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'security_groups': ['773b2ca9-6834-4210-9f74-bc2886ff2982']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:07.388752 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Made reservation on behalf of bef660f56b784c3383306179e4f6b7d0 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:54:07.392401 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:07.526310 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-15120fb2-bc9a-463e-9666-5077ff45be84 req-d6c6981c-c3a2-4812-b892-08f5110d96cb tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 210 time: 0.0284517 Oct 12 18:54:07.530734 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Allocated IP 172.20.0.13 (ec71b464-755c-4dd0-ab9f-00344f91abe1/03b20a30-ba8f-4adb-a176-2b086849967e/44d71c8a-fa46-4d14-8161-ab0d0124c0ea) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:54:07.676291 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:07.713567 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750477387511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:07.757925 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:54:07.761185 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:54:07.769151 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:54:07.771781 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event updated for resources: {'Port': ['ID=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:07.821155 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.821791 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:07.838172 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-56d91279-1058-40e4-89b5-5a3896c1762f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608912 Oct 12 18:54:07.851056 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Request body: {'port': {'device_id': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:07.911037 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:07.959689 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-a67c506c-d553-4582-a955-bf310383c89a None None] Provisioning complete for port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea triggered by entity DHCP. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:54:07.960432 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a67c506c-d553-4582-a955-bf310383c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:07.993841 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-a67c506c-d553-4582-a955-bf310383c89a None None] Port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea cannot update to ACTIVE because it is not bound. {{(pid=100548) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:54:08.173491 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d71c8a-fa46-4d14-8161-ab0d0124c0ea {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:54:08.180930 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:08.193291 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Transition to ACTIVE for port object 44d71c8a-fa46-4d14-8161-ab0d0124c0ea will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:54:08.198203 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:08.246574 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Pushing event updated for resources: {'Port': ['ID=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:08.329119 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Attempting to bind port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:54:08.329459 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Attempting to bind port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:54:08.329792 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Attempting to bind port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea on network ec71b464-755c-4dd0-ab9f-00344f91abe1 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:54:08.334575 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea on network ec71b464-755c-4dd0-ab9f-00344f91abe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:54:08.335235 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Attempting to bind port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea on network ec71b464-755c-4dd0-ab9f-00344f91abe1 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:54:08.342455 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Checking agent: {'id': '5eb1a0c6-bb2d-48a0-add2-674b6f578232', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'started_at': datetime.datetime(2021, 10, 12, 18, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:54:08.342903 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Checking segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:54:08.343304 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Bound using segment: {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:54:08.343767 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Bound port: 44d71c8a-fa46-4d14-8161-ab0d0124c0ea, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:54:08.344185 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:08.409933 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] For port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea, host hv-cinder-81322, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:54:08.413181 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] For port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:54:08.418019 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25792819'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:08.457590 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:08.458200 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:08.459647 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] 10.222.0.32 "PUT /v2.0/ports/44d71c8a-fa46-4d14-8161-ab0d0124c0ea HTTP/1.1" status: 200 len: 1094 time: 0.6129823 Oct 12 18:54:08.460090 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'tag': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:08.462369 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9de094-032e-4a54-b4df-f9c81f2291ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b", "tag": "44d71c8a-fa46-4d14-8161-ab0d0124c0ea"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:08.489988 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deac75-fb35-48ac-87bf-2fba4d97c261 service neutron] Pushing event updated for resources: {'Port': ['ID=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:08.506092 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ab0485-aa49-4a00-a9f3-684bb891be9b x-openstack-request-id: req-f3ab0485-aa49-4a00-a9f3-684bb891be9b {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:08.506446 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b", "tag": "44d71c8a-fa46-4d14-8161-ab0d0124c0ea", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:08.506736 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3ab0485-aa49-4a00-a9f3-684bb891be9b {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:08.507166 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'tag': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'status': 'completed', 'code': 200} Oct 12 18:54:08.552594 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-d7701530-fa96-40d9-aaad-5b634521262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:08.554115 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-d7701530-fa96-40d9-aaad-5b634521262a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 1097 time: 0.0507708 Oct 12 18:54:08.601702 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-b18fde9a-23e2-42aa-a121-d04c8e059f1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea HTTP/1.1" status: 200 len: 217 time: 0.0389731 Oct 12 18:54:08.651849 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-da7af49d-b750-4360-aac6-a9d9fdf0c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:08.654017 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-da7af49d-b750-4360-aac6-a9d9fdf0c826 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0454898 Oct 12 18:54:08.655956 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa190253-352b-4aa0-b0a1-20692b80bbbe req-38d837f9-e440-43b5-85cf-0e7d7adeab35 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:08.657467 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-aa190253-352b-4aa0-b0a1-20692b80bbbe req-38d837f9-e440-43b5-85cf-0e7d7adeab35 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 944 time: 0.0596337 Oct 12 18:54:08.696381 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-aa190253-352b-4aa0-b0a1-20692b80bbbe req-aac08ce1-6f58-41b6-8d3d-14b49c23498f tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327888 Oct 12 18:54:08.704961 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-005a434a-173c-4ee8-aee8-8eb65f4c8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:08.706355 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-005a434a-173c-4ee8-aee8-8eb65f4c8597 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451412 Oct 12 18:54:08.799485 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-6ea7bc86-be12-4eec-a3e9-1e0da876cec9 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849922 Oct 12 18:54:08.901660 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e555ec45-fac5-41c6-86a9-3029bd0da13c req-4c13e2ba-a8e3-47ce-882b-be49d46830e3 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943670 Oct 12 18:54:08.987490 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-6d92fc93-915d-4cd0-b7fd-8470e6de8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:08.988873 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-6d92fc93-915d-4cd0-b7fd-8470e6de8abd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 1097 time: 0.0414827 Oct 12 18:54:09.079585 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-74c5f3f4-8b1f-46c2-a768-d90b6e44bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:09.081061 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-74c5f3f4-8b1f-46c2-a768-d90b6e44bec4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 911 time: 0.0836704 Oct 12 18:54:09.128783 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-454da954-3484-48ca-8523-f1ef4ce4c3b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea HTTP/1.1" status: 200 len: 217 time: 0.0392225 Oct 12 18:54:09.181978 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-26792797-2eef-466a-bab1-f6168c2a3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:09.183543 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-26792797-2eef-466a-bab1-f6168c2a3d1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0473907 Oct 12 18:54:09.231378 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-3934c350-61a8-40e8-9f44-529adcad2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:09.232945 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-3934c350-61a8-40e8-9f44-529adcad2245 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410719 Oct 12 18:54:09.327945 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-e68aa926-99e8-4cec-b7cb-b2c939161327 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862739 Oct 12 18:54:09.417377 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be9de094-032e-4a54-b4df-f9c81f2291ee req-e8e742a3-b456-4ba1-ae1b-86bba2a53662 service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817618 Oct 12 18:54:09.815676 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd653d-593e-42ea-9a6a-85d80495ffaa req-2a480041-1803-4660-adca-6919c3668e92 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:09.817194 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-35dd653d-593e-42ea-9a6a-85d80495ffaa req-2a480041-1803-4660-adca-6919c3668e92 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 944 time: 0.0529091 Oct 12 18:54:09.860565 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-35dd653d-593e-42ea-9a6a-85d80495ffaa req-26d362b9-6bd9-4fdd-8226-baf1af1da1de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372615 Oct 12 18:54:10.981268 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d32d-fabe-4327-a75b-65edf93850b8 req-e08a49e5-505b-43c5-8b7b-e17a551afc34 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:10.982665 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e68d32d-fabe-4327-a75b-65edf93850b8 req-e08a49e5-505b-43c5-8b7b-e17a551afc34 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 944 time: 0.0489709 Oct 12 18:54:11.020633 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-2e68d32d-fabe-4327-a75b-65edf93850b8 req-5da7b2e3-823f-4876-a230-9803a8418878 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 Oct 12 18:54:12.135744 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c01d8-cd30-42d3-998f-7a058a08e889 req-5b15c391-7471-4a76-9a34-0794dcbff4f6 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:12.137225 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bb9c01d8-cd30-42d3-998f-7a058a08e889 req-5b15c391-7471-4a76-9a34-0794dcbff4f6 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 944 time: 0.0486846 Oct 12 18:54:12.167218 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 44d71c8a-fa46-4d14-8161-ab0d0124c0ea details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100548) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:54:12.175745 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bb9c01d8-cd30-42d3-998f-7a058a08e889 req-e0893e9a-b42b-4455-ad04-9a8ccb84ee92 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Oct 12 18:54:12.262688 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:12.273550 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Returning: {'device': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'port_id': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'mac_address': 'fa:16:3e:cc:bf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100548) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:54:12.309456 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:12.321823 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d71c8a-fa46-4d14-8161-ab0d0124c0ea {{(pid=100548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:54:12.341424 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:12.346240 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:12.394776 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:12.567733 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] get_ports_and_sgs() called for port_ids ['44d71c8a-fa46-4d14-8161-ab0d0124c0ea'] {{(pid=100548) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:54:13.054443 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcdf3-c186-4455-8789-0011f3d06657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.291180 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706edb4-d8b9-471c-b8b0-20dbd41e0c2f req-7cf5b16d-a7ff-4f53-83a8-7a8b9cbb1456 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:13.292667 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9706edb4-d8b9-471c-b8b0-20dbd41e0c2f req-7cf5b16d-a7ff-4f53-83a8-7a8b9cbb1456 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 945 time: 0.0518332 Oct 12 18:54:13.329476 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-9706edb4-d8b9-471c-b8b0-20dbd41e0c2f req-55746610-7b52-485d-ab27-c0751a151ac5 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Oct 12 18:54:14.182346 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 44d71c8a-fa46-4d14-8161-ab0d0124c0ea up at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:54:14.233696 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning for port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea completed by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:54:14.237373 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Provisioning complete for port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea triggered by entity L2. {{(pid=100548) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:54:14.237750 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3607278'] for port, provisioning_complete {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:14.313176 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:14.335513 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea'}] {{(pid=100548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:14.337761 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b764311deef82c83866cdd6de0a9e8b7464d76569fc27639a0354f749b8d5f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c18ec2-4468-443a-a912-b008c0fac509" -d '{"events": [{"server_uuid": "fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b", "name": "network-vif-plugged", "status": "completed", "tag": "44d71c8a-fa46-4d14-8161-ab0d0124c0ea"}]}' {{(pid=100548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:14.350857 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] For port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:14.356272 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750477841942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750477388045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750477388063'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:14.380615 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc82b7bd-8ce9-473a-969f-247b922c94b6 x-openstack-request-id: req-cc82b7bd-8ce9-473a-969f-247b922c94b6 {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:14.380908 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b", "name": "network-vif-plugged", "status": "completed", "tag": "44d71c8a-fa46-4d14-8161-ab0d0124c0ea", "code": 200}]} {{(pid=100548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:14.381165 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc82b7bd-8ce9-473a-969f-247b922c94b6 {{(pid=100548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:14.381555 dv-cinder-813228-2-iscsi neutron-server[100548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'code': 200} Oct 12 18:54:14.408731 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Pushing event updated for resources: {'Port': ['ID=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,revision_number=5']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:14.454315 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53492322-d702-463f-bba2-86cd9ba7512f req-dac9f6be-f112-45b4-ab26-2b99d3e9e8ff tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:14.455747 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-53492322-d702-463f-bba2-86cd9ba7512f req-dac9f6be-f112-45b4-ab26-2b99d3e9e8ff tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 946 time: 0.0521748 Oct 12 18:54:14.494618 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-53492322-d702-463f-bba2-86cd9ba7512f req-fe14f84d-a2f8-495a-8c68-0840edadbd5d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Oct 12 18:54:14.552245 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd7090-25cc-4f83-a10c-74850becc828 req-ea3bc908-2f67-4b08-8964-3225c6a6dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:14.553714 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2fbd7090-25cc-4f83-a10c-74850becc828 req-ea3bc908-2f67-4b08-8964-3225c6a6dd13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 1099 time: 0.0478399 Oct 12 18:54:14.588969 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2fbd7090-25cc-4f83-a10c-74850becc828 req-e59d72ba-8f72-4179-84cd-48615a69d410 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280535 Oct 12 18:54:15.611321 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ead8d-3295-4b22-8091-4001a9cf0e78 req-5a3a210f-87f3-442a-87d4-933f09953993 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:15.612814 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f32ead8d-3295-4b22-8091-4001a9cf0e78 req-5a3a210f-87f3-442a-87d4-933f09953993 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 946 time: 0.0488706 Oct 12 18:54:15.651347 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f32ead8d-3295-4b22-8091-4001a9cf0e78 req-bcd46ac9-eb87-4e06-9fb9-3e25d5bc59ba tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325997 Oct 12 18:54:15.990272 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a6813ec1-b108-4766-aa98-7cbe9e2ec4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:16.769613 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c7c4-8730-4a72-89c7-db1e7c80013d req-cf26fc68-2edf-4dac-9765-bac4b4161d65 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:16.771144 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-94f9c7c4-8730-4a72-89c7-db1e7c80013d req-cf26fc68-2edf-4dac-9765-bac4b4161d65 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 946 time: 0.0530062 Oct 12 18:54:16.809161 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-94f9c7c4-8730-4a72-89c7-db1e7c80013d req-ce48362a-b1e8-4a0e-b6da-de4226b99e11 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317314 Oct 12 18:54:16.884618 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:16.921124 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8334839-7396-4fbe-acf3-aa74111ad3c0 req-1859952e-ad99-4eaf-b451-706e518a3ac5 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:16.923006 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-f8334839-7396-4fbe-acf3-aa74111ad3c0 req-1859952e-ad99-4eaf-b451-706e518a3ac5 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 946 time: 0.0499120 Oct 12 18:54:16.931631 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41126) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:16.936936 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Request body: {'floatingip': {'port_id': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:16.975139 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:17.232770 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:17.403465 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:17.407155 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:17.506336 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.l3_db [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Floating IP 2c3b15a9-ff91-4ef9-b113-1c1e2196c16b associated. External IP: 172.27.2.188, port: 44d71c8a-fa46-4d14-8161-ab0d0124c0ea. Oct 12 18:54:17.712450 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Router 6720b6db-b979-4ab2-a74d-5dc15ee76011 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:54:17.819662 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:54:17.824427 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:17.829988 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] Sync routers for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:54:17.839370 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:54:17.840129 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:54:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:17.851928 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-1c5f1baf-2e46-4c2e-8428-86f7049810ec tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "PUT /v2.0/floatingips/2c3b15a9-ff91-4ef9-b113-1c1e2196c16b HTTP/1.1" status: 200 len: 992 time: 0.9192710 Oct 12 18:54:17.852528 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'tag': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:17.855344 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5014c2e95e61b86dddf171979319e9f82a0167894f4b01a8540e627008e9443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be05c777-2469-4423-aadc-79eea9b540ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b", "tag": "44d71c8a-fa46-4d14-8161-ab0d0124c0ea"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:17.955840 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:54:18.025945 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474652be-85a1-4b63-b995-10094e4d6036 x-openstack-request-id: req-474652be-85a1-4b63-b995-10094e4d6036 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:18.026238 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b", "tag": "44d71c8a-fa46-4d14-8161-ab0d0124c0ea", "status": "completed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:18.026553 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-474652be-85a1-4b63-b995-10094e4d6036 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:18.026996 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'tag': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'status': 'completed', 'code': 200} Oct 12 18:54:18.093933 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05c777-2469-4423-aadc-79eea9b540ab req-596a840e-93c0-4d72-bd2f-4ae4b7493296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:18.095395 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be05c777-2469-4423-aadc-79eea9b540ab req-596a840e-93c0-4d72-bd2f-4ae4b7493296 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 1099 time: 0.0438759 Oct 12 18:54:18.185252 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05c777-2469-4423-aadc-79eea9b540ab req-0acc82cd-50e2-4707-8e12-2357630fd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:18.186769 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be05c777-2469-4423-aadc-79eea9b540ab req-0acc82cd-50e2-4707-8e12-2357630fd5f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 911 time: 0.0838747 Oct 12 18:54:18.257360 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be05c777-2469-4423-aadc-79eea9b540ab req-fcc69f68-c3e5-4621-9b50-e5c06fe45c9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea HTTP/1.1" status: 200 len: 1000 time: 0.0607445 Oct 12 18:54:18.277931 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': '2c3b15a9-ff91-4ef9-b113-1c1e2196c16b', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'port_id': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'mac_address': 'fa:16:3e:cc:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:53:59Z', 'updated_at': '2021-10-12T18:54:17Z', 'revision_number': 1, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:18.304746 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] Checking router: 6720b6db-b979-4ab2-a74d-5dc15ee76011 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:54:18.305917 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05c777-2469-4423-aadc-79eea9b540ab req-54a3019c-c023-42ae-90f2-046e085007de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:18.307394 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be05c777-2469-4423-aadc-79eea9b540ab req-54a3019c-c023-42ae-90f2-046e085007de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0433562 Oct 12 18:54:18.313932 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:54:18.314691 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:54:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:18.352889 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05c777-2469-4423-aadc-79eea9b540ab req-62de8ada-78ff-4cc0-9c5e-75ec91e90dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:18.354261 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be05c777-2469-4423-aadc-79eea9b540ab req-62de8ada-78ff-4cc0-9c5e-75ec91e90dd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391743 Oct 12 18:54:18.420382 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:54:18.447381 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be05c777-2469-4423-aadc-79eea9b540ab req-4b43d1e5-ba86-41b6-ac0e-123c1f202eee service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852239 Oct 12 18:54:18.539036 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be05c777-2469-4423-aadc-79eea9b540ab req-8093077d-5480-4dc2-8ef0-d433a482daff service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840321 Oct 12 18:54:18.643801 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': '2c3b15a9-ff91-4ef9-b113-1c1e2196c16b', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'port_id': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'mac_address': 'fa:16:3e:cc:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:53:59Z', 'updated_at': '2021-10-12T18:54:17Z', 'revision_number': 1, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:18.670173 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eab3e2-e7e7-4b04-a137-b396438485b3 None None] The sync data for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi is: [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_floatingips': [{'id': '2c3b15a9-ff91-4ef9-b113-1c1e2196c16b', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'router_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'port_id': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'mac_address': 'fa:16:3e:cc:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:53:59Z', 'updated_at': '2021-10-12T18:54:17Z', 'revision_number': 1, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:54:18.861136 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81116f70-8d51-4b60-b5d5-5b4bf4361c7a None None] New status for floating IP 2c3b15a9-ff91-4ef9-b113-1c1e2196c16b: ACTIVE {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:54:19.115328 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:22.655747 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:54:28.695038 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:43.055198 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-97de7f32-a38e-467f-b7f2-eaee549beaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:45.991011 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-61e1b9ed-1fe6-441a-91b5-b5a54bcdc495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:46.887318 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:47.235546 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:49.126227 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:58.707390 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:59.654573 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:55:05.822692 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-558621f0-c676-4fb1-86cb-2f8703883869 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436492 Oct 12 18:55:05.905845 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-d25f3cd5-682b-4a00-833f-e04bf316ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:05.907404 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-d25f3cd5-682b-4a00-833f-e04bf316ce7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef660f56b784c3383306179e4f6b7d0&device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 1099 time: 0.0418544 Oct 12 18:55:06.012565 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-f31fedfe-f567-4282-a45c-d0ee65698c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:06.013896 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-f31fedfe-f567-4282-a45c-d0ee65698c9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 200 len: 911 time: 0.0865657 Oct 12 18:55:06.077085 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-8a20fed4-34cb-4151-ab69-32a54781cece service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea HTTP/1.1" status: 200 len: 1002 time: 0.0555718 Oct 12 18:55:06.127056 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-820c7ae5-ddd3-4219-98df-cd73c5a2a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:06.128446 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-820c7ae5-ddd3-4219-98df-cd73c5a2a5ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 200 len: 849 time: 0.0427220 Oct 12 18:55:06.177051 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-bacee798-4d4c-41d5-964e-859c22a37849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:06.178540 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-bacee798-4d4c-41d5-964e-859c22a37849 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec71b464-755c-4dd0-ab9f-00344f91abe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431867 Oct 12 18:55:06.266178 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-63983c96-76f4-433d-8761-f84285ba29ba service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802145 Oct 12 18:55:06.358037 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a40a07f-878d-44ce-814e-cde90601cec7 req-ea52c9a4-4a2d-4233-9a4f-e3232205e59f service neutron] 10.222.0.32 "GET /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845139 Oct 12 18:55:13.056411 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a64f02fa-d474-4095-a3f1-a225f45068a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.359557 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b8634-8b32-4350-a811-072861701201 req-aa8b9733-1cab-48eb-b0a5-4cf77a505712 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:14.361078 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bf4b8634-8b32-4350-a811-072861701201 req-aa8b9733-1cab-48eb-b0a5-4cf77a505712 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 946 time: 0.0494771 Oct 12 18:55:14.398892 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-bf4b8634-8b32-4350-a811-072861701201 req-6e193b82-5490-421a-b6d0-92103b9e53a2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318086 Oct 12 18:55:15.512856 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc525e0-2c2c-4b60-b029-900bb75f280f req-a82312f5-93f0-402d-9227-103aa630ea49 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:15.514845 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccc525e0-2c2c-4b60-b029-900bb75f280f req-a82312f5-93f0-402d-9227-103aa630ea49 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 946 time: 0.0479784 Oct 12 18:55:15.554783 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-ccc525e0-2c2c-4b60-b029-900bb75f280f req-dc13dd15-7b60-4211-bde5-5b518df3cb55 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340927 Oct 12 18:55:15.986221 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ea461-af5d-4f2a-8917-31edc857634c req-a8c6faf4-24b2-4812-bbf7-37e1d6c0aae1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:15.987721 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-503ea461-af5d-4f2a-8917-31edc857634c req-a8c6faf4-24b2-4812-bbf7-37e1d6c0aae1 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 946 time: 0.0479982 Oct 12 18:55:15.991688 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a25d9f43-4f90-4322-8c50-d5197971e901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.081533 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Deleting port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:16.081798 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.181151 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] For port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:16.181654 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.350971 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.351254 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462688'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.351575 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Floating IP 2c3b15a9-ff91-4ef9-b113-1c1e2196c16b disassociated. External IP: 172.27.2.188, port: 44d71c8a-fa46-4d14-8161-ab0d0124c0ea. Oct 12 18:55:16.351916 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Calling delete_port for 44d71c8a-fa46-4d14-8161-ab0d0124c0ea owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:16.687304 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0d2f1-e519-4266-9645-50a6a686b308 req-b0825be6-d0fa-4a1f-8887-231d3b179d9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:16.688815 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-35c0d2f1-e519-4266-9645-50a6a686b308 req-b0825be6-d0fa-4a1f-8887-231d3b179d9d tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b HTTP/1.1" status: 200 len: 946 time: 0.0594800 Oct 12 18:55:16.729993 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [req-35c0d2f1-e519-4266-9645-50a6a686b308 req-cc597a44-e892-49b5-9aef-fd2370d9dfb2 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups?id=773b2ca9-6834-4210-9f74-bc2886ff2982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347517 Oct 12 18:55:16.762316 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25792810'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.791390 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event deleted for resources: {'Port': ['ID=44d71c8a-fa46-4d14-8161-ab0d0124c0ea,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:16.803978 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.804329 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.804666 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.804999 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.805361 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.805693 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.806027 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.806351 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.806696 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.807023 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.807613 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.807933 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:16.887981 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.922098 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Router 6720b6db-b979-4ab2-a74d-5dc15ee76011 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:17.028379 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:17.039500 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] Sync routers for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:17.049248 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:17.049857 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:55:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:17.067014 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] No DVR routers for this DVR port 44d71c8a-fa46-4d14-8161-ab0d0124c0ea on host hv-cinder-81322 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:55:17.069630 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.073024 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [req-503ea461-af5d-4f2a-8917-31edc857634c req-dd6da081-e8b0-4e0e-9df3-e72bfa11ee66 tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.32 "DELETE /v2.0/ports/44d71c8a-fa46-4d14-8161-ab0d0124c0ea HTTP/1.1" status: 204 len: 173 time: 1.0783424 Oct 12 18:55:17.073470 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'name': 'network-vif-deleted', 'tag': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:17.076596 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66dee841ef6b6aea6a0b0cc66f494a8e477655cea085b8818309e8b316625d17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172426d7-1a49-44d1-b524-9aa55eb10dac" -d '{"events": [{"server_uuid": "fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b", "name": "network-vif-deleted", "tag": "44d71c8a-fa46-4d14-8161-ab0d0124c0ea"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:17.135389 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a011c243-a4fe-405f-b7d3-1df8e2e78b4a x-openstack-request-id: req-a011c243-a4fe-405f-b7d3-1df8e2e78b4a {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:17.135790 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b", "name": "network-vif-deleted", "tag": "44d71c8a-fa46-4d14-8161-ab0d0124c0ea", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:17.136170 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a011c243-a4fe-405f-b7d3-1df8e2e78b4a {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:17.136632 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde7b1ff-f1af-4ee4-b3c4-249b1ad68c3b', 'name': 'network-vif-deleted', 'tag': '44d71c8a-fa46-4d14-8161-ab0d0124c0ea', 'status': 'completed', 'code': 200} Oct 12 18:55:17.159421 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:17.239465 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.373878 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:17.400011 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] Checking router: 6720b6db-b979-4ab2-a74d-5dc15ee76011 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:17.408443 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:17.409046 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:55:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:17.516052 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:17.718368 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:17.743419 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6c58e-4fec-4adb-be73-868477ed3150 None None] The sync data for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi is: [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:51:13Z', 'revision_number': 4, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi', '_interfaces': [{'id': 'ca237f4b-d7af-4def-8652-dc8883208393', 'name': '', 'network_id': 'ec71b464-755c-4dd0-ab9f-00344f91abe1', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'mac_address': 'fa:16:3e:f7:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:13Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'subnets': [{'id': '03b20a30-ba8f-4adb-a176-2b086849967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:17.815975 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41334) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:17.875075 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f69c1518-8bf1-4883-a31b-51b5d172b0de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.903746 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f69c1518-8bf1-4883-a31b-51b5d172b0de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.957318 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f69c1518-8bf1-4883-a31b-51b5d172b0de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.960017 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f69c1518-8bf1-4883-a31b-51b5d172b0de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.961231 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f69c1518-8bf1-4883-a31b-51b5d172b0de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "DELETE /v2.0/security-groups/773b2ca9-6834-4210-9f74-bc2886ff2982 HTTP/1.1" status: 204 len: 168 time: 0.1435280 Oct 12 18:55:17.964254 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41336) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:17.970989 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c1518-8bf1-4883-a31b-51b5d172b0de tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b2ca9-6834-4210-9f74-bc2886ff2982,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:17.978414 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6114dd4-e99b-4f1e-939e-b41b9ed6e451 None None] New status for floating IP 2c3b15a9-ff91-4ef9-b113-1c1e2196c16b: DOWN {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:55:17.986352 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.api.v2.resource [None req-16ef577a-bd25-4782-bdc4-65d3a6e94e2c tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] show failed (client error): The resource could not be found. Oct 12 18:55:17.987458 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-16ef577a-bd25-4782-bdc4-65d3a6e94e2c tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "GET /v2.0/security-groups/773b2ca9-6834-4210-9f74-bc2886ff2982 HTTP/1.1" status: 404 len: 347 time: 0.0219359 Oct 12 18:55:17.990262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41338) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:18.124064 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Deleting port 4ad242a9-2c97-49e0-8c00-565e51037765 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:18.124404 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.202986 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.203335 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.214802 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Calling delete_port for 4ad242a9-2c97-49e0-8c00-565e51037765 owned by network:floatingip {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:18.343013 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.370682 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Pushing event deleted for resources: {'Port': ['ID=4ad242a9-2c97-49e0-8c00-565e51037765,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:18.394589 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.394938 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.395277 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.395611 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.395940 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.396267 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.396593 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.396912 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.397233 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.397554 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.397895 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.398211 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:18.438974 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks [] for floatingip, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.441497 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26786'] for floatingip, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.442661 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-6d62fad3-b5fa-44ea-922d-aaeae0f230ee tempest-AttachVolumeTestJSON-775509810 tempest-AttachVolumeTestJSON-775509810-project] 10.222.0.62 "DELETE /v2.0/floatingips/2c3b15a9-ff91-4ef9-b113-1c1e2196c16b HTTP/1.1" status: 204 len: 168 time: 0.4513345 Oct 12 18:55:19.119930 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.431280 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 44d71c8a-fa46-4d14-8161-ab0d0124c0ea no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:20.451340 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] No Port match for: 44d71c8a-fa46-4d14-8161-ab0d0124c0ea {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:20.451803 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Device 44d71c8a-fa46-4d14-8161-ab0d0124c0ea not bound to the agent host hv-cinder-81322 {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:22.000611 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41366) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:22.611893 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483680'] for router_interface, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.850705 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Deleting port ca237f4b-d7af-4def-8652-dc8883208393 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:22.851044 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.932695 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] For port ca237f4b-d7af-4def-8652-dc8883208393, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=ca237f4b-d7af-4def-8652-dc8883208393,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:22.933080 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.948271 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Calling delete_port for ca237f4b-d7af-4def-8652-dc8883208393 owned by network:router_interface {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:23.121696 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.147061 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca237f4b-d7af-4def-8652-dc8883208393,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:23.322638 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483796'] for router_interface, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.534146 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Router 6720b6db-b979-4ab2-a74d-5dc15ee76011 has already been hosted by L3 agent c7d10c66-ec63-43dc-bd1c-a0850579b2d8 {{(pid=100547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:23.646150 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] Notify agent at l3_agent.dv-cinder-813228-2-iscsi the message routers_updated {{(pid=100547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:23.651558 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-529c972c-7529-4e0c-a479-2b5fd0cba477 admin admin] 10.222.0.62 "PUT /v2.0/routers/6720b6db-b979-4ab2-a74d-5dc15ee76011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6498895 Oct 12 18:55:23.654090 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41368) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:23.655527 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] Sync routers for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:23.665188 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:23.665795 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:55:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:23.760259 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks [] for router, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.858800 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: dv-cinder-813228-2-iscsi {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:23.866436 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.923347 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Deleting port 31cda339-7748-4577-a74b-38a17b41e4c3 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:23.923679 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.010856 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] For port 31cda339-7748-4577-a74b-38a17b41e4c3, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=31cda339-7748-4577-a74b-38a17b41e4c3,segment=NetworkSegment(24cfd89b-f58f-4ce2-b14b-52976851a243),segment_id=24cfd89b-f58f-4ce2-b14b-52976851a243)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:24.011245 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.023982 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Calling delete_port for 31cda339-7748-4577-a74b-38a17b41e4c3 owned by network:router_gateway {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:24.041228 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'external_fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:55:23Z', 'revision_number': 5, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port': {'id': '31cda339-7748-4577-a74b-38a17b41e4c3', 'name': '', 'network_id': '05aecc20-e39e-4662-9f82-37f419dcef57', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:51:11Z', 'updated_at': '2021-10-12T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e2e6746-2a05-4f96-a39a-85e2bb31c10f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-2-iscsi'}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:24.074408 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] Checking router: 6720b6db-b979-4ab2-a74d-5dc15ee76011 for host: dv-cinder-813228-2-iscsi {{(pid=100549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:24.083477 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] Routers {'6720b6db-b979-4ab2-a74d-5dc15ee76011'} bound to L3 agent in host dv-cinder-813228-2-iscsi {{(pid=100549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:24.084091 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:34:46Z,description=,heartbeat_timestamp=2021-10-12T18:55:16Z,host='dv-cinder-813228-2-iscsi',id=c7d10c66-ec63-43dc-bd1c-a0850579b2d8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:34:46Z,topic='l3_agent')) {'router_ids': ['6720b6db-b979-4ab2-a74d-5dc15ee76011'], 'active': True} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:24.172838 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_dvr_db [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] Set router 6720b6db-b979-4ab2-a74d-5dc15ee76011 gateway port host: None {{(pid=100549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:24.188070 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.213781 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Pushing event deleted for resources: {'Port': ['ID=31cda339-7748-4577-a74b-38a17b41e4c3,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:24.225822 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.l3_hamode_db [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:55:23Z', 'revision_number': 6, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port_host': None}], 'dv-cinder-813228-2-iscsi', False) {} {{(pid=100549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:24.255517 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9507fe5-8359-4995-829a-cded4f36f359 None None] The sync data for ids ['6720b6db-b979-4ab2-a74d-5dc15ee76011'] in dv-cinder-813228-2-iscsi is: [{'id': '6720b6db-b979-4ab2-a74d-5dc15ee76011', 'name': 'tempest-AttachVolumeTestJSON-331767456-router', 'tenant_id': 'bef660f56b784c3383306179e4f6b7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:51:10Z', 'updated_at': '2021-10-12T18:55:23Z', 'revision_number': 6, 'project_id': 'bef660f56b784c3383306179e4f6b7d0', 'gw_port_host': None}] {{(pid=100549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:24.272788 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462646'] for router_gateway, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.370247 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57617'] for router, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.372487 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.418165 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485325'] for router, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.418808 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6720b6db-b979-4ab2-a74d-5dc15ee76011 {{(pid=100547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:55:24.424359 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] Notify callbacks [] for router, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.425456 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-754c1b88-6d03-45a1-8779-c0461a1da8db admin admin] 10.222.0.62 "DELETE /v2.0/routers/6720b6db-b979-4ab2-a74d-5dc15ee76011 HTTP/1.1" status: 204 len: 168 time: 0.7697420 Oct 12 18:55:24.427883 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41370) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:24.471201 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f99dabd-de32-49b4-9c00-1e25bbeff660 admin admin] Deleting subnet 03b20a30-ba8f-4adb-a176-2b086849967e {{(pid=100547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:55:24.474584 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5f99dabd-de32-49b4-9c00-1e25bbeff660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.508742 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5f99dabd-de32-49b4-9c00-1e25bbeff660 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28868127'] for subnet, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.589699 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5f99dabd-de32-49b4-9c00-1e25bbeff660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.645258 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5f99dabd-de32-49b4-9c00-1e25bbeff660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28930556'] for subnet, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.669856 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99dabd-de32-49b4-9c00-1e25bbeff660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b20a30-ba8f-4adb-a176-2b086849967e,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:24.676812 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5f99dabd-de32-49b4-9c00-1e25bbeff660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.680255 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-5f99dabd-de32-49b4-9c00-1e25bbeff660 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/03b20a30-ba8f-4adb-a176-2b086849967e HTTP/1.1" status: 204 len: 168 time: 0.2514405 Oct 12 18:55:24.683063 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41372) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:24.685802 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd05e85c-d6ca-4a35-81df-13a270a81ab1 None None] Network ec71b464-755c-4dd0-ab9f-00344f91abe1 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:24.758636 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.812784 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Deleting port f2b264c6-8cbf-42ed-bc90-b5768a92f23b {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:24.813127 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750477868454'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.876079 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] For port f2b264c6-8cbf-42ed-bc90-b5768a92f23b, host dv-cinder-813228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-2-iscsi',level=0,port_id=f2b264c6-8cbf-42ed-bc90-b5768a92f23b,segment=NetworkSegment(b4a2cca5-658a-4ec1-ab57-d45a1f033c79),segment_id=b4a2cca5-658a-4ec1-ab57-d45a1f033c79)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:24.876464 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732173'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.888294 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Calling delete_port for f2b264c6-8cbf-42ed-bc90-b5768a92f23b owned by network:dhcp {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:24.972960 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750477841924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750477388036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299142'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.999688 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b264c6-8cbf-42ed-bc90-b5768a92f23b,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:25.001564 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] No DVR routers for this DVR port f2b264c6-8cbf-42ed-bc90-b5768a92f23b on host dv-cinder-813228-2-iscsi {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:55:25.054603 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ccc3c-5251-48d9-879f-75a5ac458863 None None] DHCP port deletion for ec71b464-755c-4dd0-ab9f-00344f91abe1 request from dv-cinder-813228-2-iscsi {{(pid=100548) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:55:25.080767 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.100579 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec71b464-755c-4dd0-ab9f-00344f91abe1']}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:25.110262 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79') {'for_net_delete': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:25.110583 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a2cca5-658a-4ec1-ab57-d45a1f033c79') {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:25.120066 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28868116'] for segment, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.133839 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.140284 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=100547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:55:25.140737 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299767'] for segment, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: Traceback (most recent call last): Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: timer() Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: cb(*args, **kw) Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: return func(*args, **kwargs) Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: self._notify() Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: self.callback(batched_events) Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: event.method(event) Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: return f(self, *a, **k) Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._get(url).json() Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: return self.request(url, 'GET', **kwargs) Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:55:25.142489 dv-cinder-813228-2-iscsi neutron-server[100547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:55:25.195025 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.202021 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.205410 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ec71b464-755c-4dd0-ab9f-00344f91abe1 HTTP/1.1" status: 204 len: 168 time: 0.5213587 Oct 12 18:55:25.215057 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a531cb-f41c-4a47-8f6d-4e691ff7f202 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec71b464-755c-4dd0-ab9f-00344f91abe1,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:25.456165 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41376) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:25.494245 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-969d3781-5bf3-47d7-8d14-0c9343a82af0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bef660f56b784c3383306179e4f6b7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368507 Oct 12 18:55:25.496564 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41378) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:25.554286 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f000baa4-f2ae-46ac-9cf0-1772854c80ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.575119 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f000baa4-f2ae-46ac-9cf0-1772854c80ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.621234 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f000baa4-f2ae-46ac-9cf0-1772854c80ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.624009 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f000baa4-f2ae-46ac-9cf0-1772854c80ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.625162 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-f000baa4-f2ae-46ac-9cf0-1772854c80ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff14501f-1f99-4db0-9af8-67d408d5b2b1 HTTP/1.1" status: 204 len: 168 time: 0.1277237 Oct 12 18:55:25.632899 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000baa4-f2ae-46ac-9cf0-1772854c80ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff14501f-1f99-4db0-9af8-67d408d5b2b1,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:25.922339 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f2b264c6-8cbf-42ed-bc90-b5768a92f23b no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:25.942242 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: f2b264c6-8cbf-42ed-bc90-b5768a92f23b {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:25.942622 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device f2b264c6-8cbf-42ed-bc90-b5768a92f23b not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:25.943048 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device ca237f4b-d7af-4def-8652-dc8883208393 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:25.961507 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: ca237f4b-d7af-4def-8652-dc8883208393 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:25.961852 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device ca237f4b-d7af-4def-8652-dc8883208393 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:25.962268 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 31cda339-7748-4577-a74b-38a17b41e4c3 no longer exists at agent ovs-agent-dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:25.981280 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.plugin [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] No Port match for: 31cda339-7748-4577-a74b-38a17b41e4c3 {{(pid=100548) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:25.981628 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Device 31cda339-7748-4577-a74b-38a17b41e4c3 not bound to the agent host dv-cinder-813228-2-iscsi {{(pid=100548) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:26.320805 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41400) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:26.450216 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-537776397-network', 'tenant_id': 'b96d650005eb4a35a14a65781d26b9a9'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:26.471325 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Made reservation on behalf of b96d650005eb4a35a14a65781d26b9a9 for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:26.473534 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.481856 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.557944 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.562823 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.587665 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:55:26.597517 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a4c05-2f5b-4f9f-82ce-a80b9b9d8441,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:26.602333 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.602706 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Added segment f4cfbb6f-0d95-4848-9206-8363ef3a79bb of type vlan for network b560b800-00f0-4dc3-b031-364a6b3c505d Oct 12 18:55:26.642565 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.667348 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.668463 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:26.669043 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.727490 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4055905 Oct 12 18:55:26.730686 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41404) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:26.733013 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0197192-0f10-47d2-a232-48b1f41c0371 admin admin] Pushing event updated for resources: {'Network': ['ID=b560b800-00f0-4dc3-b031-364a6b3c505d,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:26.737155 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Request body: {'subnet': {'network_id': 'b560b800-00f0-4dc3-b031-364a6b3c505d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-537776397-subnet', 'tenant_id': 'b96d650005eb4a35a14a65781d26b9a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:26.742904 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network b560b800-00f0-4dc3-b031-364a6b3c505d details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:55:26.760405 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Made reservation on behalf of b96d650005eb4a35a14a65781d26b9a9 for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:26.762782 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25929147'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.944721 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25792838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25929109'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.000364 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5636b970-566f-4ec0-b64e-ad7af1ac2643,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:27.007726 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Checking segment: {'id': 'f4cfbb6f-0d95-4848-9206-8363ef3a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b560b800-00f0-4dc3-b031-364a6b3c505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:27.008081 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Network hostable DHCP agents. Network: b560b800-00f0-4dc3-b031-364a6b3c505d, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:55:27.024434 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Network b560b800-00f0-4dc3-b031-364a6b3c505d is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:55:27.033520 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, b560b800-00f0-4dc3-b031-364a6b3c505d) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:27.037709 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:27.038290 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.046012 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51222b4c-0fcd-4b83-95fc-4522171961ac None None] Network b560b800-00f0-4dc3-b031-364a6b3c505d requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:27.054707 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-48e4c72d-ba54-42fb-b1b7-83520a043672 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3228495 Oct 12 18:55:27.174400 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be751d-6175-40ae-b5ca-fa162cb38aa7 None None] Network b560b800-00f0-4dc3-b031-364a6b3c505d requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:27.525656 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41420) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:27.531469 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-992379601-network', 'tenant_id': 'd394e59a3a2045de8d0de204ac5a8dec'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:27.551254 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Made reservation on behalf of d394e59a3a2045de8d0de204ac5a8dec for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:27.553488 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.562401 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.639916 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.644474 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.674203 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:55:27.680010 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f55d00-96a1-4d65-867a-cadd633dc296,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:27.694482 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.694919 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Added segment 895c8a3d-bafe-4465-b6aa-958e49fae6ae of type vlan for network 0fa862c5-029f-4abe-9a9a-6b857ce4d6cb Oct 12 18:55:27.738409 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.765823 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.766877 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:27.767452 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.818390 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2915688 Oct 12 18:55:27.821535 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41422) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:27.828735 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Request body: {'subnet': {'network_id': '0fa862c5-029f-4abe-9a9a-6b857ce4d6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-992379601-subnet', 'tenant_id': 'd394e59a3a2045de8d0de204ac5a8dec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:27.831074 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ee5ce-c268-4d5e-a51a-cc08033051c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa862c5-029f-4abe-9a9a-6b857ce4d6cb,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:27.842863 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 0fa862c5-029f-4abe-9a9a-6b857ce4d6cb details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:55:27.868299 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Made reservation on behalf of d394e59a3a2045de8d0de204ac5a8dec for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:27.870822 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28930523'] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.037162 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28930549'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.090259 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c893a5f-6dd5-4df0-8382-52c655b7b1cb,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:28.103914 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Checking segment: {'id': '895c8a3d-bafe-4465-b6aa-958e49fae6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0fa862c5-029f-4abe-9a9a-6b857ce4d6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:28.104272 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Network hostable DHCP agents. Network: 0fa862c5-029f-4abe-9a9a-6b857ce4d6cb, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:55:28.120756 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Network 0fa862c5-029f-4abe-9a9a-6b857ce4d6cb is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:55:28.130083 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 0fa862c5-029f-4abe-9a9a-6b857ce4d6cb) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:28.134264 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:28.134886 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.141213 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedbcb55-e989-4ac1-818f-16b24a8c72ba None None] Network 0fa862c5-029f-4abe-9a9a-6b857ce4d6cb requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:28.153090 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-6c4efe3c-e540-47c9-8efc-8bce66cf4fd2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3300862 Oct 12 18:55:28.265634 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41426) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:28.267304 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6af61-175b-42c7-900a-3c865033b76f None None] Network 0fa862c5-029f-4abe-9a9a-6b857ce4d6cb requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:28.311420 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_v2 [None req-beef74c1-0377-4287-a89c-aea62cf24d35 admin admin] Deleting subnet 5636b970-566f-4ec0-b64e-ad7af1ac2643 {{(pid=100547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:55:28.314658 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-beef74c1-0377-4287-a89c-aea62cf24d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.353024 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-beef74c1-0377-4287-a89c-aea62cf24d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28868127'] for subnet, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.392365 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-beef74c1-0377-4287-a89c-aea62cf24d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.444219 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-beef74c1-0377-4287-a89c-aea62cf24d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28930556'] for subnet, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.470126 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef74c1-0377-4287-a89c-aea62cf24d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5636b970-566f-4ec0-b64e-ad7af1ac2643,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:28.472243 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-beef74c1-0377-4287-a89c-aea62cf24d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.475472 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-beef74c1-0377-4287-a89c-aea62cf24d35 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5636b970-566f-4ec0-b64e-ad7af1ac2643 HTTP/1.1" status: 204 len: 168 time: 0.2085700 Oct 12 18:55:28.477989 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41428) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:28.547241 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.624560 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.648671 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b560b800-00f0-4dc3-b031-364a6b3c505d']}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:28.657729 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cfbb6f-0d95-4848-9206-8363ef3a79bb') {'for_net_delete': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:28.658017 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cfbb6f-0d95-4848-9206-8363ef3a79bb') {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:28.666849 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28868116'] for segment, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.679396 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.685287 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=100547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:55:28.686153 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299767'] for segment, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: Traceback (most recent call last): Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: timer() Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: cb(*args, **kw) Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: return func(*args, **kwargs) Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: self._notify() Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: self.callback(batched_events) Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: event.method(event) Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: return f(self, *a, **k) Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._get(url).json() Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: return self.request(url, 'GET', **kwargs) Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:55:28.687797 dv-cinder-813228-2-iscsi neutron-server[100547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:55:28.721096 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.739824 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.745309 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.748692 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b560b800-00f0-4dc3-b031-364a6b3c505d HTTP/1.1" status: 204 len: 168 time: 0.2697067 Oct 12 18:55:28.751466 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41430) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:28.759398 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e2545-c7c0-4dc6-a6aa-936db499cd80 admin admin] Pushing event deleted for resources: {'Network': ['ID=b560b800-00f0-4dc3-b031-364a6b3c505d,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:28.796370 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6b2e5a-c594-4566-9df1-ecc492799481 admin admin] Deleting subnet 5c893a5f-6dd5-4df0-8382-52c655b7b1cb {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:55:28.799578 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2e5a-c594-4566-9df1-ecc492799481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.837577 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2e5a-c594-4566-9df1-ecc492799481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25816643'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.883512 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2e5a-c594-4566-9df1-ecc492799481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.936110 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2e5a-c594-4566-9df1-ecc492799481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25792773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25929116'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.959575 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b2e5a-c594-4566-9df1-ecc492799481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c893a5f-6dd5-4df0-8382-52c655b7b1cb,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:28.965034 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2e5a-c594-4566-9df1-ecc492799481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.968923 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2f6b2e5a-c594-4566-9df1-ecc492799481 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5c893a5f-6dd5-4df0-8382-52c655b7b1cb HTTP/1.1" status: 204 len: 168 time: 0.2163718 Oct 12 18:55:28.971418 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41432) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:29.042115 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.117198 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.147591 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa862c5-029f-4abe-9a9a-6b857ce4d6cb']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:29.169731 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895c8a3d-bafe-4465-b6aa-958e49fae6ae') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:29.170834 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895c8a3d-bafe-4465-b6aa-958e49fae6ae') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:29.187280 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.207295 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.214605 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:55:29.215063 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:55:29.217553 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:55:29.280015 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.285510 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.291533 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0fa862c5-029f-4abe-9a9a-6b857ce4d6cb HTTP/1.1" status: 204 len: 168 time: 0.3165889 Oct 12 18:55:29.301164 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753ac0d-1c98-44fb-9303-a666ff5fbbb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa862c5-029f-4abe-9a9a-6b857ce4d6cb,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:29.448876 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41436) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:29.490575 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-aa02f318-415c-475a-b0bb-9e20504fd8a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b96d650005eb4a35a14a65781d26b9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400925 Oct 12 18:55:29.492847 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41438) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:29.540579 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a785680d-2262-4e91-b354-fc14a186fd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.566007 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a785680d-2262-4e91-b354-fc14a186fd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.613292 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a785680d-2262-4e91-b354-fc14a186fd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.615865 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a785680d-2262-4e91-b354-fc14a186fd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.617018 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a785680d-2262-4e91-b354-fc14a186fd28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c18a4c05-2f5b-4f9f-82ce-a80b9b9d8441 HTTP/1.1" status: 204 len: 168 time: 0.1232123 Oct 12 18:55:29.625372 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785680d-2262-4e91-b354-fc14a186fd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a4c05-2f5b-4f9f-82ce-a80b9b9d8441,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:29.932042 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41444) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:29.970210 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-6e532b63-8daa-49c0-95cd-3f12b05b40d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d394e59a3a2045de8d0de204ac5a8dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368822 Oct 12 18:55:29.972512 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41446) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:30.020255 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6049-347c-4bf3-b09e-7a286f745cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:30.041476 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6049-347c-4bf3-b09e-7a286f745cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:30.088294 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6049-347c-4bf3-b09e-7a286f745cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:30.091040 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6049-347c-4bf3-b09e-7a286f745cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:30.095103 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-7b7e6049-347c-4bf3-b09e-7a286f745cfa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58f55d00-96a1-4d65-867a-cadd633dc296 HTTP/1.1" status: 204 len: 168 time: 0.1193762 Oct 12 18:55:30.100335 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e6049-347c-4bf3-b09e-7a286f745cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f55d00-96a1-4d65-867a-cadd633dc296,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:31.511070 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41486) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:31.613808 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd09e-3a0b-4eb3-8c6f-9c313046d888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.694134 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd09e-3a0b-4eb3-8c6f-9c313046d888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.697854 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd09e-3a0b-4eb3-8c6f-9c313046d888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.735680 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ba5cd09e-3a0b-4eb3-8c6f-9c313046d888 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52a0900e5ee44fa3a73a96eec3ce8b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235661 Oct 12 18:55:31.736630 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cd09e-3a0b-4eb3-8c6f-9c313046d888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd53e972-9a0e-4d04-9559-b9bd66d751af,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:31.738333 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41490) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:31.788792 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5f24e075-8c80-4315-a514-ab995596d510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.810881 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5f24e075-8c80-4315-a514-ab995596d510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.859573 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5f24e075-8c80-4315-a514-ab995596d510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.862224 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5f24e075-8c80-4315-a514-ab995596d510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.863403 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5f24e075-8c80-4315-a514-ab995596d510 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd53e972-9a0e-4d04-9559-b9bd66d751af HTTP/1.1" status: 204 len: 168 time: 0.1231875 Oct 12 18:55:31.871128 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24e075-8c80-4315-a514-ab995596d510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd53e972-9a0e-4d04-9559-b9bd66d751af,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:32.129342 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41496) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:32.142531 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb821-f710-4488-b055-634ce42ec615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.216942 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb821-f710-4488-b055-634ce42ec615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.220593 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb821-f710-4488-b055-634ce42ec615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.261549 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b5aeb821-f710-4488-b055-634ce42ec615 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e604e5d662c2450294b233f3241f2790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311345 Oct 12 18:55:32.262407 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeb821-f710-4488-b055-634ce42ec615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1df811-b28d-417f-80b6-d7bbb64921e2,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:32.264332 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41498) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:32.313567 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ff3464d1-2177-4a98-95bf-1e361a7463ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.334303 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ff3464d1-2177-4a98-95bf-1e361a7463ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.379846 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ff3464d1-2177-4a98-95bf-1e361a7463ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.382413 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ff3464d1-2177-4a98-95bf-1e361a7463ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.383600 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-ff3464d1-2177-4a98-95bf-1e361a7463ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f1df811-b28d-417f-80b6-d7bbb64921e2 HTTP/1.1" status: 204 len: 168 time: 0.1182454 Oct 12 18:55:32.391873 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3464d1-2177-4a98-95bf-1e361a7463ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1df811-b28d-417f-80b6-d7bbb64921e2,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:36.654408 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:55:37.233823 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41596) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:37.336790 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-effe4739-8bae-4d41-9a98-2ff3eaa8d971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.410871 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-effe4739-8bae-4d41-9a98-2ff3eaa8d971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.414526 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-effe4739-8bae-4d41-9a98-2ff3eaa8d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.456782 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-effe4739-8bae-4d41-9a98-2ff3eaa8d971 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d08dfab70a0949278eb2a35568dffbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218342 Oct 12 18:55:37.457913 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe4739-8bae-4d41-9a98-2ff3eaa8d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b19036-1f99-4df3-af45-ab36e7255241,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:37.459638 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41600) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:37.511033 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b08e7e1-6f42-4d0a-89aa-abf7952d84be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.532923 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b08e7e1-6f42-4d0a-89aa-abf7952d84be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.580103 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b08e7e1-6f42-4d0a-89aa-abf7952d84be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.582717 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5b08e7e1-6f42-4d0a-89aa-abf7952d84be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.583860 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5b08e7e1-6f42-4d0a-89aa-abf7952d84be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46b19036-1f99-4df3-af45-ab36e7255241 HTTP/1.1" status: 204 len: 168 time: 0.1223164 Oct 12 18:55:37.593501 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08e7e1-6f42-4d0a-89aa-abf7952d84be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b19036-1f99-4df3-af45-ab36e7255241,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:37.866856 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41606) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:37.880652 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2abe16b8-94fe-4edd-9f50-73c459db70ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.954689 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2abe16b8-94fe-4edd-9f50-73c459db70ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.958124 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2abe16b8-94fe-4edd-9f50-73c459db70ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:37.999978 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2abe16b8-94fe-4edd-9f50-73c459db70ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b83de43901864250bb371c2a325dd0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320286 Oct 12 18:55:38.001121 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe16b8-94fe-4edd-9f50-73c459db70ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d92a75-2965-43eb-a9f5-5e9cd67b9273,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:38.004108 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41608) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:38.055127 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-64d3b6a7-76cc-4622-bdfd-bc55abd62a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.077307 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-64d3b6a7-76cc-4622-bdfd-bc55abd62a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.123475 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-64d3b6a7-76cc-4622-bdfd-bc55abd62a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.126129 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-64d3b6a7-76cc-4622-bdfd-bc55abd62a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.127325 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-64d3b6a7-76cc-4622-bdfd-bc55abd62a90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7d92a75-2965-43eb-a9f5-5e9cd67b9273 HTTP/1.1" status: 204 len: 168 time: 0.1223209 Oct 12 18:55:38.134809 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3b6a7-76cc-4622-bdfd-bc55abd62a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d92a75-2965-43eb-a9f5-5e9cd67b9273,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:38.448108 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41614) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:38.461555 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e012b88e-d16b-404b-b675-eaae5141a397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.537194 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e012b88e-d16b-404b-b675-eaae5141a397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.541078 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e012b88e-d16b-404b-b675-eaae5141a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.582812 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e012b88e-d16b-404b-b675-eaae5141a397 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca396968732f45b8b7240caced3bb2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335745 Oct 12 18:55:38.583809 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012b88e-d16b-404b-b675-eaae5141a397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d64fe-72ba-469d-98ad-962458e7debd,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:38.585773 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41616) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:38.634994 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5e01ddb6-f011-4a26-9a21-9ca78b6c4925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.657070 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5e01ddb6-f011-4a26-9a21-9ca78b6c4925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.704869 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5e01ddb6-f011-4a26-9a21-9ca78b6c4925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.707415 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5e01ddb6-f011-4a26-9a21-9ca78b6c4925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:38.708552 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-5e01ddb6-f011-4a26-9a21-9ca78b6c4925 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f3d64fe-72ba-469d-98ad-962458e7debd HTTP/1.1" status: 204 len: 168 time: 0.1216543 Oct 12 18:55:38.715959 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01ddb6-f011-4a26-9a21-9ca78b6c4925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d64fe-72ba-469d-98ad-962458e7debd,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:39.374753 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41638) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:39.469628 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513723448-network', 'tenant_id': '25197341cf1f43e9953cd48deacef801'}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:39.490441 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Made reservation on behalf of 25197341cf1f43e9953cd48deacef801 for: {'network': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:39.492689 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.501555 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.575329 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.579243 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.602851 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=100547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:55:39.611873 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3055599f-b48f-4599-aa47-36d92b81b003,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:39.619349 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.619691 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.db.segments_db [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Added segment 849f76ac-f426-4d9a-bc50-695cec24ff88 of type vlan for network 750a1da1-a7cb-46b5-9811-bc988eef5959 Oct 12 18:55:39.662615 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.686761 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.687768 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:39.688286 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.737428 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3614862 Oct 12 18:55:39.740374 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41642) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:39.745315 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Request body: {'subnet': {'network_id': '750a1da1-a7cb-46b5-9811-bc988eef5959', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513723448-subnet', 'tenant_id': '25197341cf1f43e9953cd48deacef801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:39.748810 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db6378-5ca1-4192-a09c-c87d2ab10209 admin admin] Pushing event updated for resources: {'Network': ['ID=750a1da1-a7cb-46b5-9811-bc988eef5959,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:39.758834 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 750a1da1-a7cb-46b5-9811-bc988eef5959 details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:55:39.766996 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Made reservation on behalf of 25197341cf1f43e9953cd48deacef801 for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:39.769432 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25929147'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.932959 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25792838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25929109'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:39.993358 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=446f2445-b09f-4355-a012-256f53102f6d,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:40.001511 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Checking segment: {'id': '849f76ac-f426-4d9a-bc50-695cec24ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '750a1da1-a7cb-46b5-9811-bc988eef5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:40.001868 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Network hostable DHCP agents. Network: 750a1da1-a7cb-46b5-9811-bc988eef5959, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:55:40.020245 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Network 750a1da1-a7cb-46b5-9811-bc988eef5959 is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:55:40.031047 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 750a1da1-a7cb-46b5-9811-bc988eef5959) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:40.035381 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:40.037170 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.041120 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221b36c-931a-4f94-8bcc-6519d843e679 None None] Network 750a1da1-a7cb-46b5-9811-bc988eef5959 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:40.059612 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3de9e22c-42ca-4da9-ba83-6635b3f44ea9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3178027 Oct 12 18:55:40.297243 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd120c-97e3-48ed-918e-4ea9af3966f3 None None] Network 750a1da1-a7cb-46b5-9811-bc988eef5959 requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:40.552554 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41658) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:40.557706 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-173010674-network', 'tenant_id': '62ce3fa08fff4d638357fe38f32b1279'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:40.579076 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Made reservation on behalf of 62ce3fa08fff4d638357fe38f32b1279 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:40.581357 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652904'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.589808 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.668735 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.673048 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.699213 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:55:40.704471 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2755d347-d26b-4248-a82f-6a73b9d1e4bf,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:40.711489 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.711836 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Added segment f07996d6-a68c-4b5b-8a80-d22b659216cd of type vlan for network 863409b7-857f-412b-97ec-7e92b4cd787e Oct 12 18:55:40.752672 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750477375838'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.775857 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.776894 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:40.777473 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.830952 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2772532 Oct 12 18:55:40.834044 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41660) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:40.838981 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.v2.base [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Request body: {'subnet': {'network_id': '863409b7-857f-412b-97ec-7e92b4cd787e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-173010674-subnet', 'tenant_id': '62ce3fa08fff4d638357fe38f32b1279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:40.844648 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31342d-a26c-474b-985c-38bca6b818d2 admin admin] Pushing event updated for resources: {'Network': ['ID=863409b7-857f-412b-97ec-7e92b4cd787e,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:40.854733 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.rpc [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Network 863409b7-857f-412b-97ec-7e92b4cd787e details requested by agent ovs-agent-dv-cinder-813228-2-iscsi with host dv-cinder-813228-2-iscsi {{(pid=100548) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:55:40.864391 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Made reservation on behalf of 62ce3fa08fff4d638357fe38f32b1279 for: {'subnet': 1} {{(pid=100547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:40.866733 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28930523'] for subnet, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:41.281398 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28930549'] for subnet, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:41.334702 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af458785-e7cf-4e54-b52e-ff185e5ef01c,revision_number=0']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:41.343851 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Checking segment: {'id': 'f07996d6-a68c-4b5b-8a80-d22b659216cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '863409b7-857f-412b-97ec-7e92b4cd787e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:41.344201 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Network hostable DHCP agents. Network: 863409b7-857f-412b-97ec-7e92b4cd787e, hostable agents: ['5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c'], hosted agents: [] {{(pid=100547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:55:41.360750 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Network 863409b7-857f-412b-97ec-7e92b4cd787e is scheduled to be hosted by DHCP agent 5dc6f990-098d-4b1e-bb1c-d62e0ebcbf5c with binding_index 1 {{(pid=100547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:55:41.368769 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-2-iscsi, 863409b7-857f-412b-97ec-7e92b4cd787e) {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:41.373304 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:41.374307 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:41.378240 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f9437-5c31-43ad-ad15-d7ab7a992e49 None None] Network 863409b7-857f-412b-97ec-7e92b4cd787e requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:41.389806 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-b9f9f571-7eb1-4738-bed7-9ebb99c21e0d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5546281 Oct 12 18:55:41.501347 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64114cf-33f1-4b4c-8945-1f21face1b4c None None] Network 863409b7-857f-412b-97ec-7e92b4cd787e requested from dv-cinder-813228-2-iscsi {{(pid=100548) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:43.058532 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0575e177-638c-4cc9-8e27-dd8b8181b240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:45.993677 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4d326d54-ce4d-4d3a-823c-48dc77577752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:46.890315 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:47.240385 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:49.122288 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:54.689478 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41778) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:54.736893 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ad4d66-480b-44bf-9bb2-700d33034a89 admin admin] Deleting subnet 446f2445-b09f-4355-a012-256f53102f6d {{(pid=100547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:55:54.740175 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-50ad4d66-480b-44bf-9bb2-700d33034a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:54.774014 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-50ad4d66-480b-44bf-9bb2-700d33034a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28868127'] for subnet, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:54.810685 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-50ad4d66-480b-44bf-9bb2-700d33034a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:54.862833 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-50ad4d66-480b-44bf-9bb2-700d33034a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28930556'] for subnet, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:54.891033 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad4d66-480b-44bf-9bb2-700d33034a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446f2445-b09f-4355-a012-256f53102f6d,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:54.894737 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-50ad4d66-480b-44bf-9bb2-700d33034a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:54.897852 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-50ad4d66-480b-44bf-9bb2-700d33034a89 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/446f2445-b09f-4355-a012-256f53102f6d HTTP/1.1" status: 204 len: 168 time: 0.2073188 Oct 12 18:55:54.901016 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41780) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:54.970093 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.052673 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.073158 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a1da1-a7cb-46b5-9811-bc988eef5959']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:55.082330 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849f76ac-f426-4d9a-bc50-695cec24ff88') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:55.082664 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849f76ac-f426-4d9a-bc50-695cec24ff88') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:55.091691 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25816648'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.104488 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.110989 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:55:55.111377 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25793243'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: Traceback (most recent call last): Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: timer() Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: cb(*args, **kw) Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: return func(*args, **kwargs) Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: self._notify() Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: self.callback(batched_events) Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: event.method(event) Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: return f(self, *a, **k) Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._get(url).json() Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:55:55.113180 dv-cinder-813228-2-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:55:55.165153 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.170452 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.174400 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] 10.222.0.62 "DELETE /v2.0/networks/750a1da1-a7cb-46b5-9811-bc988eef5959 HTTP/1.1" status: 204 len: 168 time: 0.2703617 Oct 12 18:55:55.177277 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41782) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:55.185533 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6f084-cf6c-4aae-8ef8-dead5c82da83 admin admin] Pushing event deleted for resources: {'Network': ['ID=750a1da1-a7cb-46b5-9811-bc988eef5959,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:55.223112 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b9dcb9-e8d1-4536-b8d4-5316e950b106 admin admin] Deleting subnet af458785-e7cf-4e54-b52e-ff185e5ef01c {{(pid=100547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:55:55.226529 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-12b9dcb9-e8d1-4536-b8d4-5316e950b106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.260876 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-12b9dcb9-e8d1-4536-b8d4-5316e950b106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28868127'] for subnet, precommit_delete_associations {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.298339 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-12b9dcb9-e8d1-4536-b8d4-5316e950b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3635326'] for subnet, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.350730 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-12b9dcb9-e8d1-4536-b8d4-5316e950b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28930556'] for subnet, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.380062 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9dcb9-e8d1-4536-b8d4-5316e950b106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af458785-e7cf-4e54-b52e-ff185e5ef01c,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:55.383832 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-12b9dcb9-e8d1-4536-b8d4-5316e950b106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.387026 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-12b9dcb9-e8d1-4536-b8d4-5316e950b106 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/af458785-e7cf-4e54-b52e-ff185e5ef01c HTTP/1.1" status: 204 len: 168 time: 0.2086749 Oct 12 18:55:55.389542 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41784) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:55.456450 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539733'] for network, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.535956 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608453', 'neutron.services.segments.db._delete_segments_for_network-8750477884932'] for network, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.556218 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863409b7-857f-412b-97ec-7e92b4cd787e']}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:55.565203 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07996d6-a68c-4b5b-8a80-d22b659216cd') {'for_net_delete': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:55.565499 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.services.segments.db [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07996d6-a68c-4b5b-8a80-d22b659216cd') {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:55.574389 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750477883661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28868116'] for segment, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.587182 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060'] for segment, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.592890 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=100547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:55:55.593846 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3605060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299767'] for segment, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: Traceback (most recent call last): Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: timer() Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: cb(*args, **kw) Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: return func(*args, **kwargs) Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: self._notify() Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: self.callback(batched_events) Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: event.method(event) Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: return f(self, *a, **k) Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._get(url).json() Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: return self.request(url, 'GET', **kwargs) Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:55:55.595486 dv-cinder-813228-2-iscsi neutron-server[100547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:55:55.647952 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462674'] for network, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.656449 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774981'] for network, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.659948 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/863409b7-857f-412b-97ec-7e92b4cd787e HTTP/1.1" status: 204 len: 168 time: 0.2693536 Oct 12 18:55:55.669831 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9a19f-1334-4597-ae68-aae19e1c0fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=863409b7-857f-412b-97ec-7e92b4cd787e,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:55.829909 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41788) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:55.872876 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-436ad80e-81b2-49e5-b0d1-2df418f3d853 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25197341cf1f43e9953cd48deacef801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417464 Oct 12 18:55:55.875450 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41790) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:55.923361 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-24dc7789-70e5-42b0-b56b-2f786bc3b77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:55.943910 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-24dc7789-70e5-42b0-b56b-2f786bc3b77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:56.002967 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-24dc7789-70e5-42b0-b56b-2f786bc3b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:56.005702 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-24dc7789-70e5-42b0-b56b-2f786bc3b77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:56.006915 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-24dc7789-70e5-42b0-b56b-2f786bc3b77c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3055599f-b48f-4599-aa47-36d92b81b003 HTTP/1.1" status: 204 len: 168 time: 0.1305716 Oct 12 18:55:56.016005 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc7789-70e5-42b0-b56b-2f786bc3b77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3055599f-b48f-4599-aa47-36d92b81b003,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:56.322813 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41796) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:56.362595 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-a1dfb975-c104-4a2f-8342-ca9122b320b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62ce3fa08fff4d638357fe38f32b1279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386117 Oct 12 18:55:56.364917 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41798) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:56.412504 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4ee83d9f-8604-44ca-80a8-debcf43adaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:56.434008 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4ee83d9f-8604-44ca-80a8-debcf43adaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:56.481880 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4ee83d9f-8604-44ca-80a8-debcf43adaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:56.484454 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4ee83d9f-8604-44ca-80a8-debcf43adaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:56.485580 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-4ee83d9f-8604-44ca-80a8-debcf43adaba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2755d347-d26b-4248-a82f-6a73b9d1e4bf HTTP/1.1" status: 204 len: 168 time: 0.1197882 Oct 12 18:55:56.492793 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee83d9f-8604-44ca-80a8-debcf43adaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755d347-d26b-4248-a82f-6a73b9d1e4bf,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:57.533642 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41828) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:57.638236 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06230581-44fd-4479-815c-c01f762bf34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:57.714213 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06230581-44fd-4479-815c-c01f762bf34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:57.718607 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06230581-44fd-4479-815c-c01f762bf34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:57.756795 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-06230581-44fd-4479-815c-c01f762bf34e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43a612ceb988409e9ea791454353b6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220597 Oct 12 18:55:57.757992 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06230581-44fd-4479-815c-c01f762bf34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d31a671-1ee1-4847-aefa-d096972f9e25,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:57.759496 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41832) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:57.811711 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1497ab71-403f-47f5-ac60-7431fde050c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:57.833305 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1497ab71-403f-47f5-ac60-7431fde050c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:57.882087 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1497ab71-403f-47f5-ac60-7431fde050c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:57.884736 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1497ab71-403f-47f5-ac60-7431fde050c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:57.885881 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1497ab71-403f-47f5-ac60-7431fde050c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d31a671-1ee1-4847-aefa-d096972f9e25 HTTP/1.1" status: 204 len: 168 time: 0.1254001 Oct 12 18:55:57.893524 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497ab71-403f-47f5-ac60-7431fde050c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d31a671-1ee1-4847-aefa-d096972f9e25,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:58.737428 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:13.059605 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9add4205-399d-4465-87ad-85f3e2f21125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:13.653031 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:56:15.994524 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef644-9190-4972-96ee-f8802824a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:16.891620 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:17.244457 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.127084 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.312076 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.62', 41972) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:56:19.414559 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.489488 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.493331 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.531111 dv-cinder-813228-2-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7bc41cb5e1b641339ec929841cba9179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177813 Oct 12 18:56:19.532104 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18df5ce-5dfe-4848-b577-cd3fc2232a62,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:56:19.533605 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.wsgi [-] (100547) accepted ('10.222.0.62', 41976) {{(pid=100547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:56:19.539505 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.539862 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.540208 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.540549 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.540880 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.541219 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.541555 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.541888 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.542220 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.542579 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.542908 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.543232 dv-cinder-813228-2-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc083c5-8d72-4e72-b090-078b1c4b9797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.583860 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.604918 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.651632 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798405'] for security_group, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.654412 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:19.655591 dv-cinder-813228-2-iscsi neutron-server[100547]: INFO neutron.wsgi [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b18df5ce-5dfe-4848-b577-cd3fc2232a62 HTTP/1.1" status: 204 len: 168 time: 0.1209815 Oct 12 18:56:19.663945 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18df5ce-5dfe-4848-b577-cd3fc2232a62,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:56:19.671209 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.671554 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.671894 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.672224 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.672548 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.672871 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.673196 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.673517 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.673843 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.674160 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.674527 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:19.675532 dv-cinder-813228-2-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c020-3b8c-4d33-b0c1-a2b42b94d250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-2-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:28.752897 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:43.060268 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9e910b76-f65e-4246-b5b3-69e16949cdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:45.994887 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8b241a32-e4a5-4b43-ab1a-2daac6c6437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:46.894772 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:47.245919 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:49.132070 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:50.651147 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:56:58.762544 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:13.061447 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-3daa7605-0bb2-467c-9666-a47d652818e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:15.994984 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-308275da-c109-4393-8b69-e23dc43c9b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:16.896508 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:17.249241 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.130864 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:27.650283 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:57:28.760665 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:43.063036 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0083344d-5f5d-4326-9a56-a9f5ef276fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:45.996136 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-5198b2bf-3dc2-45cb-96dc-850ae473910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:46.898624 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:47.251855 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:49.134697 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:58.759210 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.649467 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:58:13.063671 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b07be5d3-086b-45f0-9b26-98cedb0bb2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.996517 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-a417d411-1d65-41fb-b21b-942d296c2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:16.899756 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:17.255625 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:19.138560 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:28.756626 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.648891 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:58:43.064272 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-243d7ec0-3098-4562-89ce-fb564e117aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:45.996351 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-b25f091d-6672-41ae-bfa7-dc5fbceea031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.902156 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:47.257606 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:49.142020 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:58.754637 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:13.066422 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-13ca45df-6a51-4b70-b7c8-fb4b508f08a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:15.997400 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-99367f98-1680-444e-8788-da598e55476a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:16.904394 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:17.264588 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:18.648984 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:59:19.143549 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:28.754296 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:43.069909 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-0feb65fa-9673-44c5-9cc1-9bd169dfbcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.998290 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8b810e64-69f6-4c66-8424-45ecf7f0d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:46.907278 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:47.264551 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:49.144860 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:55.648933 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:59:58.750788 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:13.070833 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-9ddeef13-ba46-453b-92c0-c689948fbb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:16.000069 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8b23f061-dffc-4ea4-ace7-9141193bc215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:16.908040 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:17.267140 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:19.148437 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:28.747763 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:32.647802 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:00:43.076035 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-50f9eccc-872a-4759-a814-6964f2966111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:46.003789 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-1a46c0e0-71da-4d4a-b8d3-4ca7acd15c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:46.909822 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:47.268562 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:49.150128 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:58.747443 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:09.646875 dv-cinder-813228-2-iscsi neutron-server[100549]: DEBUG neutron.db.agents_db [None req-75be8c0f-7ece-4c27-a921-f798160c73ca None None] Agent healthcheck: found 6 active agents {{(pid=100549) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:01:13.067179 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-20c849d0-ea35-41ff-bf76-9fcca7dee483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:16.003968 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e814571d-09c4-4a1a-ac68-33e72a1aad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:16.911188 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-733a2add-743a-493a-8c2a-906d2693c1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:17.272442 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-bbe859fd-1d4b-4bf8-9b97-33c001952b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.157732 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-580eeccb-0e39-4a82-89f2-33370d89bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:28.760439 dv-cinder-813228-2-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6ab1-c8d6-439e-8f27-12afdbc99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750477880558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3607317'] for agent, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}